2022-01-25T22:24:51.405 INFO:root:teuthology version: 1.1.0-7c0cb867 2022-01-25T22:24:51.406 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640211 --owner scheduled_yuriw@teuthology --description rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.3_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --name yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi -- /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640211/orig.config.yaml 2022-01-25T22:24:51.452 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-01-25T22:24:51.518 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640211 branch: wip-yuri4-testing-2022-01-24-1706-pacific description: rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.3_container_tools_3.0 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: null first_in_suite: false job_id: '6640211' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: '8.3' overrides: admin_socket: branch: wip-yuri4-testing-2022-01-24-1706-pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2022-01-24-1706-pacific sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c owner: scheduled_yuriw@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c sleep_before_teardown: 0 suite: rados suite_branch: wip-yuri4-testing-2022-01-24-1706-pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c targets: smithi111.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCloXp3Xgw+ZMsjRwhxfAwrASHI6WTjBxKbpa3K7c+KpuVSYe/pRuM/MIaSdajm67jMmfy6zQ1L5Qnol/IS5FUSZ8462bh23WBweDTgCM4i3bZ+KRJHJrW///sEDsjplaAe4wxajEHB+xqazSYNeHRVLMkK3NpCpE9ha8RlEjS6qKmjfFU3C+mE2xrS9ZUzGg4rHT9EqZJrAPGZvUFQCJYyG3tfsefN3TUAkeFBOKrWMIF+nbGhZimRsgdvzUgtWec+WqOpvlnh5tueAbA2pAhlQcWHIqIZOcNvDtG7fLkAPLWzN5zpdNUbuhvi3QsDl9QCqci0NBCbU/AbOg7+CC7kS9uUoSI57KXZlHYYpLNe5GiQZcIqUFSojW0rFBShRizy3q1+9O6xBv/2lktWwKgM3YaZjZs+jlpU+sAtoOuoG0m7tV7qSkNo0p95wv1mP9HQCgA4walnpn/VFQ+vtNGTJGBGFSixVZUbsAiMRfsNSCGghpmTw6LHE6I/trpXiz0= smithi179.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5nhkWZ6MlHegKNK6p47hjkuQoheY3OmsG5aFRpNNWklk5LEvZj6ue/1qB39oepM+oM5DlDJezPyxefBtmwjMU8t0FCsEBEKSsEa81V/tILHh9JwNorcRuI4JKQo4NguKRclvZ77PSvQEJiQKpVp8FFBD3tbKngXiieWZCjj+XfelbSpaRQ9AxuUPVFcAqhf27o+sF7BioHJEarJhLGaVukX97Qi85VDYPz80soCPcwL7b+34Vt6iiIvI60jPG/mP0kkfU2MqI40GeCt0qiVRVl5UnUNuoP9q0337MfaY0n63VsygSfTnW5d5Ld1ttx4GBeHHSvehk2RgyrF8wmMgOlkJzoyO8j+HqmxKYJ93gen0xG6S1XHkyApxG5tbIzrAMAwt1nC2y5LHw7t3IiSiSbtGWCFSAHo6uibY5A6sduHGARg6VKM48MmyNm9P+HSxnBO9xnopXDcPzynhSEgasbZjlTCUBk29V7tfzsA4EHX7BmIMOkMUCTB2Kl5qSDUc= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 4 teuthology_branch: master teuthology_sha1: 7c0cb8672986d9dbe53078a123af65593653ef7a timestamp: 2022-01-25_22:16:37 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-01-25T22:24:51.518 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa; will attempt to use it 2022-01-25T22:24:51.519 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa/tasks 2022-01-25T22:24:51.520 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-01-25T22:24:51.522 INFO:teuthology.task.internal:Checking packages... 2022-01-25T22:24:51.540 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c' 2022-01-25T22:24:51.541 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-25T22:24:51.541 INFO:teuthology.packaging:ref: None 2022-01-25T22:24:51.541 INFO:teuthology.packaging:tag: None 2022-01-25T22:24:51.542 INFO:teuthology.packaging:branch: wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:24:51.542 INFO:teuthology.packaging:sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:24:51.542 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:24:51.755 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-240.g5bfc361e 2022-01-25T22:24:51.756 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-01-25T22:24:51.767 INFO:teuthology.task.internal:no buildpackages task found 2022-01-25T22:24:51.768 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-01-25T22:24:51.894 INFO:teuthology.task.internal:Saving configuration 2022-01-25T22:24:51.909 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-01-25T22:24:51.937 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-01-25T22:24:51.961 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi111.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640211', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:19:18.600108', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPHQ/83NgUxMxn5vMkmM64dZZZb8zwqEar40kaKZuw39SznZD481Hr2/c40lTeWtoy1oekwAW23DaXbxNz5lae8='} 2022-01-25T22:24:51.983 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi179.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640211', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:19:18.598766', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMKU8IiOLnXBovmkumlfKreUAXRbofoSiZIYhQ7rJwsWf2WqwNLQCThrf5JYr/F56Gjvk0pt//dNWueCVOIxJL0='} 2022-01-25T22:24:51.984 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-01-25T22:24:51.995 INFO:teuthology.task.internal:roles: ubuntu@smithi111.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-01-25T22:24:51.996 INFO:teuthology.task.internal:roles: ubuntu@smithi179.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-01-25T22:24:51.996 INFO:teuthology.run_tasks:Running task console_log... 2022-01-25T22:24:52.095 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4ae3f14bf8>, signals=[15]) 2022-01-25T22:24:52.096 INFO:teuthology.run_tasks:Running task internal.connect... 2022-01-25T22:24:52.108 INFO:teuthology.task.internal:Opening connections... 2022-01-25T22:24:52.108 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:24:52.110 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:24:52.179 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi179.front.sepia.ceph.com 2022-01-25T22:24:52.180 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:24:52.248 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-01-25T22:24:52.259 DEBUG:teuthology.orchestra.run.smithi111:> uname -m 2022-01-25T22:24:52.283 INFO:teuthology.orchestra.run.smithi111.stdout:x86_64 2022-01-25T22:24:52.284 DEBUG:teuthology.orchestra.run.smithi111:> cat /etc/os-release 2022-01-25T22:24:52.337 INFO:teuthology.orchestra.run.smithi111.stdout:NAME="CentOS Linux" 2022-01-25T22:24:52.338 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION="8" 2022-01-25T22:24:52.338 INFO:teuthology.orchestra.run.smithi111.stdout:ID="centos" 2022-01-25T22:24:52.338 INFO:teuthology.orchestra.run.smithi111.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:24:52.338 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION_ID="8" 2022-01-25T22:24:52.339 INFO:teuthology.orchestra.run.smithi111.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:24:52.339 INFO:teuthology.orchestra.run.smithi111.stdout:PRETTY_NAME="CentOS Linux 8" 2022-01-25T22:24:52.339 INFO:teuthology.orchestra.run.smithi111.stdout:ANSI_COLOR="0;31" 2022-01-25T22:24:52.339 INFO:teuthology.orchestra.run.smithi111.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:24:52.340 INFO:teuthology.orchestra.run.smithi111.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:24:52.340 INFO:teuthology.orchestra.run.smithi111.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2022-01-25T22:24:52.340 INFO:teuthology.orchestra.run.smithi111.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2022-01-25T22:24:52.340 INFO:teuthology.orchestra.run.smithi111.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2022-01-25T22:24:52.341 INFO:teuthology.lock.ops:Updating smithi111.front.sepia.ceph.com on lock server 2022-01-25T22:24:52.363 DEBUG:teuthology.orchestra.run.smithi179:> uname -m 2022-01-25T22:24:52.378 INFO:teuthology.orchestra.run.smithi179.stdout:x86_64 2022-01-25T22:24:52.379 DEBUG:teuthology.orchestra.run.smithi179:> cat /etc/os-release 2022-01-25T22:24:52.432 INFO:teuthology.orchestra.run.smithi179.stdout:NAME="CentOS Linux" 2022-01-25T22:24:52.432 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION="8" 2022-01-25T22:24:52.433 INFO:teuthology.orchestra.run.smithi179.stdout:ID="centos" 2022-01-25T22:24:52.433 INFO:teuthology.orchestra.run.smithi179.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:24:52.433 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION_ID="8" 2022-01-25T22:24:52.433 INFO:teuthology.orchestra.run.smithi179.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:24:52.434 INFO:teuthology.orchestra.run.smithi179.stdout:PRETTY_NAME="CentOS Linux 8" 2022-01-25T22:24:52.434 INFO:teuthology.orchestra.run.smithi179.stdout:ANSI_COLOR="0;31" 2022-01-25T22:24:52.434 INFO:teuthology.orchestra.run.smithi179.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:24:52.434 INFO:teuthology.orchestra.run.smithi179.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:24:52.435 INFO:teuthology.orchestra.run.smithi179.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2022-01-25T22:24:52.435 INFO:teuthology.orchestra.run.smithi179.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2022-01-25T22:24:52.435 INFO:teuthology.orchestra.run.smithi179.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2022-01-25T22:24:52.435 INFO:teuthology.lock.ops:Updating smithi179.front.sepia.ceph.com on lock server 2022-01-25T22:24:52.454 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-01-25T22:24:52.468 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-01-25T22:24:52.528 INFO:teuthology.task.internal:Checking for old test directory... 2022-01-25T22:24:52.529 DEBUG:teuthology.orchestra.run.smithi111:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:24:52.531 DEBUG:teuthology.orchestra.run.smithi179:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:24:52.545 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-01-25T22:24:52.557 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-01-25T22:24:52.557 DEBUG:teuthology.orchestra.run.smithi111:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:24:52.585 DEBUG:teuthology.orchestra.run.smithi179:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:24:52.618 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-01-25T22:24:52.675 INFO:teuthology.run_tasks:Running task kernel... 2022-01-25T22:24:52.697 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-01-25T22:24:52.698 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-01-25T22:24:52.699 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2022-01-25T22:24:52.699 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2022-01-25T22:24:52.714 INFO:teuthology.orchestra.run.smithi179.stdout:4.18.0-305.10.2.el8_4.x86_64 2022-01-25T22:24:52.715 INFO:teuthology.orchestra.run.smithi111.stdout:4.18.0-305.10.2.el8_4.x86_64 2022-01-25T22:24:52.715 INFO:teuthology.task.kernel:Running kernel on smithi179: 4.18.0-305.10.2.el8_4.x86_64 2022-01-25T22:24:52.715 DEBUG:teuthology.orchestra.run.smithi179:> sudo yum install -y kernel 2022-01-25T22:24:52.716 INFO:teuthology.task.kernel:Running kernel on smithi111: 4.18.0-305.10.2.el8_4.x86_64 2022-01-25T22:24:52.716 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum install -y kernel 2022-01-25T22:24:54.861 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - AppStream 42 MB/s | 8.4 MB 00:00 2022-01-25T22:24:54.950 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS-8 - AppStream 39 MB/s | 8.4 MB 00:00 2022-01-25T22:24:56.277 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - Base 39 MB/s | 4.6 MB 00:00 2022-01-25T22:24:56.369 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS-8 - Base 40 MB/s | 4.6 MB 00:00 2022-01-25T22:24:56.987 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - Extras 164 kB/s | 10 kB 00:00 2022-01-25T22:24:57.073 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS-8 - Extras 166 kB/s | 10 kB 00:00 2022-01-25T22:24:58.093 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Linux 8 - AppStream 8.1 MB/s | 8.4 MB 00:01 2022-01-25T22:24:58.256 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS Linux 8 - AppStream 7.5 MB/s | 8.4 MB 00:01 2022-01-25T22:25:01.534 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS Linux 8 - BaseOS 2.4 MB/s | 4.6 MB 00:01 2022-01-25T22:25:02.085 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Linux 8 - BaseOS 1.7 MB/s | 4.6 MB 00:02 2022-01-25T22:25:02.745 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS Linux 8 - Extras 20 kB/s | 10 kB 00:00 2022-01-25T22:25:02.895 INFO:teuthology.orchestra.run.smithi179.stdout:CentOS-8 - PowerTools 25 MB/s | 2.3 MB 00:00 2022-01-25T22:25:03.008 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Linux 8 - Extras 38 kB/s | 10 kB 00:00 2022-01-25T22:25:03.177 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS-8 - PowerTools 21 MB/s | 2.3 MB 00:00 2022-01-25T22:25:05.970 INFO:teuthology.orchestra.run.smithi111.stdout:Copr repo for python3-asyncssh owned by ceph 1.5 kB/s | 3.5 kB 00:02 2022-01-25T22:25:05.982 INFO:teuthology.orchestra.run.smithi179.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 3.5 kB 00:02 2022-01-25T22:25:08.023 INFO:teuthology.orchestra.run.smithi179.stdout:Extra Packages for Enterprise Linux 5.6 MB/s | 11 MB 00:01 2022-01-25T22:25:08.449 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 4.6 MB/s | 11 MB 00:02 2022-01-25T22:25:10.513 INFO:teuthology.orchestra.run.smithi179.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2022-01-25T22:25:10.888 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 4.4 MB/s | 24 kB 00:00 2022-01-25T22:25:12.452 INFO:teuthology.orchestra.run.smithi179.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2022-01-25T22:25:12.452 INFO:teuthology.orchestra.run.smithi179.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:25:12.732 INFO:teuthology.orchestra.run.smithi179.stdout:Dependencies resolved. 2022-01-25T22:25:12.734 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:25:12.734 INFO:teuthology.orchestra.run.smithi179.stdout: Package Arch Version Repository Size 2022-01-25T22:25:12.734 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:25:12.734 INFO:teuthology.orchestra.run.smithi179.stdout:Installing: 2022-01-25T22:25:12.735 INFO:teuthology.orchestra.run.smithi179.stdout: kernel x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 7.0 M 2022-01-25T22:25:12.735 INFO:teuthology.orchestra.run.smithi179.stdout:Installing dependencies: 2022-01-25T22:25:12.735 INFO:teuthology.orchestra.run.smithi179.stdout: kernel-core x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 38 M 2022-01-25T22:25:12.735 INFO:teuthology.orchestra.run.smithi179.stdout: kernel-modules x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 30 M 2022-01-25T22:25:12.736 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:12.736 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction Summary 2022-01-25T22:25:12.736 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:25:12.736 INFO:teuthology.orchestra.run.smithi179.stdout:Install 3 Packages 2022-01-25T22:25:12.737 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:12.737 INFO:teuthology.orchestra.run.smithi179.stdout:Total download size: 74 M 2022-01-25T22:25:12.737 INFO:teuthology.orchestra.run.smithi179.stdout:Installed size: 90 M 2022-01-25T22:25:12.737 INFO:teuthology.orchestra.run.smithi179.stdout:Downloading Packages: 2022-01-25T22:25:12.889 INFO:teuthology.orchestra.run.smithi179.stdout:(1/3): kernel-4.18.0-348.7.1.el8_5.x86_64.rpm 45 MB/s | 7.0 MB 00:00 2022-01-25T22:25:12.927 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2022-01-25T22:25:12.927 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:25:13.228 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2022-01-25T22:25:13.229 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:25:13.229 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2022-01-25T22:25:13.230 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:25:13.230 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2022-01-25T22:25:13.230 INFO:teuthology.orchestra.run.smithi111.stdout: kernel x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 7.0 M 2022-01-25T22:25:13.230 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2022-01-25T22:25:13.231 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-core x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 38 M 2022-01-25T22:25:13.231 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules x86_64 4.18.0-348.7.1.el8_5 CentOS-Base 30 M 2022-01-25T22:25:13.231 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:13.231 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2022-01-25T22:25:13.232 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:25:13.232 INFO:teuthology.orchestra.run.smithi111.stdout:Install 3 Packages 2022-01-25T22:25:13.232 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:13.233 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 74 M 2022-01-25T22:25:13.233 INFO:teuthology.orchestra.run.smithi111.stdout:Installed size: 90 M 2022-01-25T22:25:13.234 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2022-01-25T22:25:13.690 INFO:teuthology.orchestra.run.smithi111.stdout:(1/3): kernel-4.18.0-348.7.1.el8_5.x86_64.rpm 15 MB/s | 7.0 MB 00:00 2022-01-25T22:25:13.741 INFO:teuthology.orchestra.run.smithi179.stdout:(2/3): kernel-core-4.18.0-348.7.1.el8_5.x86_64. 37 MB/s | 38 MB 00:01 2022-01-25T22:25:13.939 INFO:teuthology.orchestra.run.smithi179.stdout:(3/3): kernel-modules-4.18.0-348.7.1.el8_5.x86_ 25 MB/s | 30 MB 00:01 2022-01-25T22:25:13.943 INFO:teuthology.orchestra.run.smithi179.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:25:13.943 INFO:teuthology.orchestra.run.smithi179.stdout:Total 61 MB/s | 74 MB 00:01 2022-01-25T22:25:14.076 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction check 2022-01-25T22:25:14.310 INFO:teuthology.orchestra.run.smithi111.stdout:(2/3): kernel-modules-4.18.0-348.7.1.el8_5.x86_ 28 MB/s | 30 MB 00:01 2022-01-25T22:25:14.405 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction check succeeded. 2022-01-25T22:25:14.405 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction test 2022-01-25T22:25:14.646 INFO:teuthology.orchestra.run.smithi111.stdout:(3/3): kernel-core-4.18.0-348.7.1.el8_5.x86_64. 27 MB/s | 38 MB 00:01 2022-01-25T22:25:14.649 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:25:14.650 INFO:teuthology.orchestra.run.smithi111.stdout:Total 52 MB/s | 74 MB 00:01 2022-01-25T22:25:14.782 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2022-01-25T22:25:15.125 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2022-01-25T22:25:15.126 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2022-01-25T22:25:15.684 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction test succeeded. 2022-01-25T22:25:15.698 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction 2022-01-25T22:25:16.355 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2022-01-25T22:25:16.384 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2022-01-25T22:25:18.187 INFO:teuthology.orchestra.run.smithi179.stdout: Preparing : 1/1 2022-01-25T22:25:18.635 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:18.905 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2022-01-25T22:25:19.418 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:21.814 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:22.176 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:22.698 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:23.068 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:25.235 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:25.452 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:26.123 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:26.328 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:46.261 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:46.576 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:46.576 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : kernel-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:46.576 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : kernel-core-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:46.963 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-core-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:46.992 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:46.993 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:46.993 INFO:teuthology.orchestra.run.smithi179.stdout:Installed: 2022-01-25T22:25:46.993 INFO:teuthology.orchestra.run.smithi179.stdout: kernel-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:46.993 INFO:teuthology.orchestra.run.smithi179.stdout: kernel-core-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:46.994 INFO:teuthology.orchestra.run.smithi179.stdout: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:46.994 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:46.994 INFO:teuthology.orchestra.run.smithi179.stdout:Complete! 2022-01-25T22:25:47.059 DEBUG:teuthology.orchestra.run.smithi179:> rpm -q kernel --last | head -n 1 2022-01-25T22:25:47.249 INFO:teuthology.orchestra.run.smithi179.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 25 Jan 2022 10:25:25 PM UTC 2022-01-25T22:25:47.251 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.251 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.251 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:25:47.252 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:25:47.252 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-01-25T22:25:47.252 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi179.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:25:47.253 DEBUG:teuthology.orchestra.run.smithi179:> rpm -q kernel --last | head -n 1 2022-01-25T22:25:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: kernel-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-4.18.0-348.7.1.el8_5.x86_64 1/3 2022-01-25T22:25:47.294 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-core-4.18.0-348.7.1.el8_5.x86_64 2/3 2022-01-25T22:25:47.392 INFO:teuthology.orchestra.run.smithi179.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 25 Jan 2022 10:25:25 PM UTC 2022-01-25T22:25:47.393 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.394 DEBUG:teuthology.orchestra.run.smithi179:> sudo rpm -qi grub2-tools 2022-01-25T22:25:47.423 INFO:teuthology.orchestra.run.smithi179.stdout:Name : grub2-tools 2022-01-25T22:25:47.424 INFO:teuthology.orchestra.run.smithi179.stdout:Epoch : 1 2022-01-25T22:25:47.424 INFO:teuthology.orchestra.run.smithi179.stdout:Version : 2.02 2022-01-25T22:25:47.424 INFO:teuthology.orchestra.run.smithi179.stdout:Release : 90.el8 2022-01-25T22:25:47.424 INFO:teuthology.orchestra.run.smithi179.stdout:Architecture: x86_64 2022-01-25T22:25:47.425 INFO:teuthology.orchestra.run.smithi179.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2022-01-25T22:25:47.425 INFO:teuthology.orchestra.run.smithi179.stdout:Group : System Environment/Base 2022-01-25T22:25:47.425 INFO:teuthology.orchestra.run.smithi179.stdout:Size : 9197207 2022-01-25T22:25:47.425 INFO:teuthology.orchestra.run.smithi179.stdout:License : GPLv3+ 2022-01-25T22:25:47.425 INFO:teuthology.orchestra.run.smithi179.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2022-01-25T22:25:47.426 INFO:teuthology.orchestra.run.smithi179.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2022-01-25T22:25:47.426 INFO:teuthology.orchestra.run.smithi179.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2022-01-25T22:25:47.426 INFO:teuthology.orchestra.run.smithi179.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:25:47.426 INFO:teuthology.orchestra.run.smithi179.stdout:Relocations : (not relocatable) 2022-01-25T22:25:47.427 INFO:teuthology.orchestra.run.smithi179.stdout:Packager : CentOS BuildSystem 2022-01-25T22:25:47.427 INFO:teuthology.orchestra.run.smithi179.stdout:Vendor : CentOS 2022-01-25T22:25:47.427 INFO:teuthology.orchestra.run.smithi179.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:25:47.427 INFO:teuthology.orchestra.run.smithi179.stdout:Summary : Support tools for GRUB. 2022-01-25T22:25:47.428 INFO:teuthology.orchestra.run.smithi179.stdout:Description : 2022-01-25T22:25:47.428 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:47.428 INFO:teuthology.orchestra.run.smithi179.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:25:47.428 INFO:teuthology.orchestra.run.smithi179.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:25:47.429 INFO:teuthology.orchestra.run.smithi179.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:25:47.429 INFO:teuthology.orchestra.run.smithi179.stdout:hardware devices. 2022-01-25T22:25:47.429 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:25:47.429 INFO:teuthology.orchestra.run.smithi179.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:25:47.430 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:25:47.431 INFO:teuthology.task.kernel:Updating grub on smithi179 to boot 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.431 DEBUG:teuthology.orchestra.run.smithi179:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:25:47.675 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : kernel-modules-4.18.0-348.7.1.el8_5.x86_64 3/3 2022-01-25T22:25:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:47.676 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2022-01-25T22:25:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.676 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-core-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: kernel-modules-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.677 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:47.677 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2022-01-25T22:25:47.769 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel --last | head -n 1 2022-01-25T22:25:47.922 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 25 Jan 2022 10:25:26 PM UTC 2022-01-25T22:25:47.923 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.923 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:47.924 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:25:47.924 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:25:47.925 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-01-25T22:25:47.925 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi111.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:25:47.925 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel --last | head -n 1 2022-01-25T22:25:48.065 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-4.18.0-348.7.1.el8_5.x86_64 Tue 25 Jan 2022 10:25:26 PM UTC 2022-01-25T22:25:48.067 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:48.067 DEBUG:teuthology.orchestra.run.smithi111:> sudo rpm -qi grub2-tools 2022-01-25T22:25:48.096 INFO:teuthology.orchestra.run.smithi111.stdout:Name : grub2-tools 2022-01-25T22:25:48.097 INFO:teuthology.orchestra.run.smithi111.stdout:Epoch : 1 2022-01-25T22:25:48.097 INFO:teuthology.orchestra.run.smithi111.stdout:Version : 2.02 2022-01-25T22:25:48.097 INFO:teuthology.orchestra.run.smithi111.stdout:Release : 90.el8 2022-01-25T22:25:48.098 INFO:teuthology.orchestra.run.smithi111.stdout:Architecture: x86_64 2022-01-25T22:25:48.098 INFO:teuthology.orchestra.run.smithi111.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2022-01-25T22:25:48.098 INFO:teuthology.orchestra.run.smithi111.stdout:Group : System Environment/Base 2022-01-25T22:25:48.098 INFO:teuthology.orchestra.run.smithi111.stdout:Size : 9197207 2022-01-25T22:25:48.099 INFO:teuthology.orchestra.run.smithi111.stdout:License : GPLv3+ 2022-01-25T22:25:48.099 INFO:teuthology.orchestra.run.smithi111.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2022-01-25T22:25:48.099 INFO:teuthology.orchestra.run.smithi111.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2022-01-25T22:25:48.099 INFO:teuthology.orchestra.run.smithi111.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2022-01-25T22:25:48.100 INFO:teuthology.orchestra.run.smithi111.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:25:48.100 INFO:teuthology.orchestra.run.smithi111.stdout:Relocations : (not relocatable) 2022-01-25T22:25:48.100 INFO:teuthology.orchestra.run.smithi111.stdout:Packager : CentOS BuildSystem 2022-01-25T22:25:48.100 INFO:teuthology.orchestra.run.smithi111.stdout:Vendor : CentOS 2022-01-25T22:25:48.101 INFO:teuthology.orchestra.run.smithi111.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:25:48.101 INFO:teuthology.orchestra.run.smithi111.stdout:Summary : Support tools for GRUB. 2022-01-25T22:25:48.101 INFO:teuthology.orchestra.run.smithi111.stdout:Description : 2022-01-25T22:25:48.101 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:48.101 INFO:teuthology.orchestra.run.smithi111.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:25:48.102 INFO:teuthology.orchestra.run.smithi111.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:25:48.102 INFO:teuthology.orchestra.run.smithi111.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:25:48.102 INFO:teuthology.orchestra.run.smithi111.stdout:hardware devices. 2022-01-25T22:25:48.102 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:25:48.103 INFO:teuthology.orchestra.run.smithi111.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:25:48.104 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:25:48.104 INFO:teuthology.task.kernel:Updating grub on smithi111 to boot 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:48.104 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:25:49.028 INFO:teuthology.orchestra.run.smithi179.stderr:Generating grub configuration file ... 2022-01-25T22:25:49.781 INFO:teuthology.orchestra.run.smithi111.stderr:Generating grub configuration file ... 2022-01-25T22:25:51.108 INFO:teuthology.orchestra.run.smithi179.stderr:done 2022-01-25T22:25:51.110 DEBUG:teuthology.orchestra.run.smithi179:> mktemp 2022-01-25T22:25:51.154 INFO:teuthology.orchestra.run.smithi179.stdout:/tmp/tmp.G6tMfluR3F 2022-01-25T22:25:51.154 DEBUG:teuthology.orchestra.run.smithi179:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.G6tMfluR3F 2022-01-25T22:25:51.228 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0666 /tmp/tmp.G6tMfluR3F 2022-01-25T22:25:51.378 DEBUG:teuthology.orchestra.remote:smithi179:/tmp/tmp.G6tMfluR3F is 6KB 2022-01-25T22:25:51.426 DEBUG:teuthology.orchestra.run.smithi179:> rm -fr /tmp/tmp.G6tMfluR3F 2022-01-25T22:25:51.440 DEBUG:teuthology.orchestra.run.smithi179:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:25:51.520 INFO:teuthology.orchestra.run.smithi179.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2022-01-25T22:25:51.520 INFO:teuthology.orchestra.run.smithi179.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2022-01-25T22:25:51.521 INFO:teuthology.orchestra.run.smithi179.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2022-01-25T22:25:51.521 INFO:teuthology.orchestra.run.smithi179.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64.conf 2022-01-25T22:25:51.522 DEBUG:teuthology.orchestra.run.smithi179:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:51.681 DEBUG:teuthology.orchestra.run.smithi179:> sudo shutdown -r now 2022-01-25T22:25:51.989 INFO:teuthology.orchestra.run.smithi111.stderr:done 2022-01-25T22:25:51.990 DEBUG:teuthology.orchestra.run.smithi111:> mktemp 2022-01-25T22:25:52.042 INFO:teuthology.orchestra.run.smithi111.stdout:/tmp/tmp.uAuaNaUXz0 2022-01-25T22:25:52.043 DEBUG:teuthology.orchestra.run.smithi111:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uAuaNaUXz0 2022-01-25T22:25:52.081 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0666 /tmp/tmp.uAuaNaUXz0 2022-01-25T22:25:52.248 DEBUG:teuthology.orchestra.remote:smithi111:/tmp/tmp.uAuaNaUXz0 is 6KB 2022-01-25T22:25:52.297 DEBUG:teuthology.orchestra.run.smithi111:> rm -fr /tmp/tmp.uAuaNaUXz0 2022-01-25T22:25:52.311 DEBUG:teuthology.orchestra.run.smithi111:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:25:52.387 INFO:teuthology.orchestra.run.smithi111.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2022-01-25T22:25:52.387 INFO:teuthology.orchestra.run.smithi111.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2022-01-25T22:25:52.388 INFO:teuthology.orchestra.run.smithi111.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2022-01-25T22:25:52.388 INFO:teuthology.orchestra.run.smithi111.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64.conf 2022-01-25T22:25:52.389 DEBUG:teuthology.orchestra.run.smithi111:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:25:52.572 DEBUG:teuthology.orchestra.run.smithi111:> sudo shutdown -r now 2022-01-25T22:26:21.700 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-01-25T22:26:21.701 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2022-01-25T22:26:21.701 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:26:22.577 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-01-25T22:26:22.577 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2022-01-25T22:26:22.578 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:26:40.203 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.179 2022-01-25T22:26:40.970 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.111 2022-01-25T22:27:10.224 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2022-01-25T22:27:10.225 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:27:10.972 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2022-01-25T22:27:10.972 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:27:26.360 DEBUG:teuthology.orchestra.run.smithi179:> true 2022-01-25T22:27:26.708 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi179.front.sepia.ceph.com' 2022-01-25T22:27:26.709 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-348.7.1.el8_5.x86_64"... 2022-01-25T22:27:26.709 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2022-01-25T22:27:26.723 INFO:teuthology.orchestra.run.smithi179.stdout:4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:27:26.724 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-348.7.1.el8_5.x86_64 vs 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:27:26.724 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:27:26.724 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:27:27.726 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-01-25T22:27:27.727 DEBUG:teuthology.orchestra.run.smithi179:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:27:27.817 INFO:teuthology.orchestra.run.smithi179.stdout:ttyS1 2022-01-25T22:27:27.847 DEBUG:teuthology.parallel:result is None 2022-01-25T22:28:10.975 DEBUG:teuthology.orchestra.remote:timed out 2022-01-25T22:28:40.978 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2022-01-25T22:28:40.980 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:28:41.319 DEBUG:teuthology.orchestra.run.smithi111:> true 2022-01-25T22:28:41.604 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2022-01-25T22:28:41.604 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-348.7.1.el8_5.x86_64"... 2022-01-25T22:28:41.605 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2022-01-25T22:28:41.619 INFO:teuthology.orchestra.run.smithi111.stdout:4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:28:41.619 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-348.7.1.el8_5.x86_64 vs 4.18.0-348.7.1.el8_5.x86_64 2022-01-25T22:28:41.620 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:28:41.620 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:28:42.621 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-01-25T22:28:42.622 DEBUG:teuthology.orchestra.run.smithi111:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:28:42.707 INFO:teuthology.orchestra.run.smithi111.stdout:ttyS1 2022-01-25T22:28:42.726 DEBUG:teuthology.parallel:result is None 2022-01-25T22:28:42.726 INFO:teuthology.run_tasks:Running task internal.base... 2022-01-25T22:28:42.738 INFO:teuthology.task.internal:Creating test directory... 2022-01-25T22:28:42.739 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:28:42.741 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:28:42.762 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-01-25T22:28:42.771 INFO:teuthology.run_tasks:Running task internal.archive... 2022-01-25T22:28:42.796 INFO:teuthology.task.internal:Creating archive directory... 2022-01-25T22:28:42.797 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:28:42.799 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:28:42.829 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-01-25T22:28:42.840 INFO:teuthology.task.internal:Enabling coredump saving... 2022-01-25T22:28:42.840 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:28:42.858 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:28:42.883 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:28:42.893 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:28:42.897 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:28:42.909 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:28:42.910 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-01-25T22:28:42.922 INFO:teuthology.task.internal:Configuring sudo... 2022-01-25T22:28:42.922 DEBUG:teuthology.orchestra.run.smithi111:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:28:42.937 DEBUG:teuthology.orchestra.run.smithi179:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:28:42.977 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-01-25T22:28:42.992 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-01-25T22:28:42.992 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:28:43.003 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:28:43.033 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:28:43.096 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:28:43.149 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:28:43.227 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:28:43.269 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:28:43.270 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:28:43.334 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:28:43.377 DEBUG:teuthology.orchestra.run.smithi179:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:28:43.440 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:28:43.482 DEBUG:teuthology.orchestra.run.smithi179:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:28:43.525 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:28:43.526 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:28:43.591 DEBUG:teuthology.orchestra.run.smithi111:> sudo service rsyslog restart 2022-01-25T22:28:43.594 DEBUG:teuthology.orchestra.run.smithi179:> sudo service rsyslog restart 2022-01-25T22:28:43.647 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:28:43.691 INFO:teuthology.orchestra.run.smithi179.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:28:43.992 INFO:teuthology.run_tasks:Running task internal.timer... 2022-01-25T22:28:44.004 INFO:teuthology.task.internal:Starting timer... 2022-01-25T22:28:44.004 INFO:teuthology.run_tasks:Running task pcp... 2022-01-25T22:28:44.043 INFO:teuthology.run_tasks:Running task selinux... 2022-01-25T22:28:44.087 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-01-25T22:28:44.088 DEBUG:teuthology.orchestra.run.smithi111:> sudo service auditd rotate 2022-01-25T22:28:44.160 INFO:teuthology.orchestra.run.smithi111.stdout:Rotating logs: [ OK ] 2022-01-25T22:28:44.165 DEBUG:teuthology.orchestra.run.smithi179:> sudo service auditd rotate 2022-01-25T22:28:44.216 INFO:teuthology.orchestra.run.smithi179.stdout:Rotating logs: [ OK ] 2022-01-25T22:28:44.217 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-01-25T22:28:44.217 DEBUG:teuthology.orchestra.run.smithi111:> /usr/sbin/getenforce 2022-01-25T22:28:44.242 INFO:teuthology.orchestra.run.smithi111.stdout:Permissive 2022-01-25T22:28:44.243 DEBUG:teuthology.orchestra.run.smithi179:> /usr/sbin/getenforce 2022-01-25T22:28:44.267 INFO:teuthology.orchestra.run.smithi179.stdout:Permissive 2022-01-25T22:28:44.268 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi111.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi179.front.sepia.ceph.com': 'permissive'} 2022-01-25T22:28:44.269 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:28:44.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:28:44.307 DEBUG:teuthology.orchestra.run.smithi179:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:28:44.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:28:44.333 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-01-25T22:28:44.333 DEBUG:teuthology.orchestra.run.smithi111:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:28:44.371 DEBUG:teuthology.orchestra.run.smithi179:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:28:44.397 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-01-25T22:28:44.410 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2022-01-25T22:28:44.410 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-01-25T22:34:14.901 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2022-01-25T22:34:14.904 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:34:14.972 DEBUG:teuthology.orchestra.run.smithi111:> true 2022-01-25T22:34:15.053 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2022-01-25T22:34:15.054 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:34:15.125 DEBUG:teuthology.orchestra.run.smithi179:> true 2022-01-25T22:34:15.205 INFO:teuthology.run_tasks:Running task clock... 2022-01-25T22:34:15.216 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-01-25T22:34:15.217 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:34:15.219 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:34:15.221 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:34:15.222 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:34:15.250 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:34:15.264 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:34:15.276 INFO:teuthology.orchestra.run.smithi179.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:34:15.289 INFO:teuthology.orchestra.run.smithi179.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:34:15.296 INFO:teuthology.orchestra.run.smithi111.stderr:sudo: ntpd: command not found 2022-01-25T22:34:15.306 INFO:teuthology.orchestra.run.smithi111.stdout:506 Cannot talk to daemon 2022-01-25T22:34:15.320 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:34:15.332 INFO:teuthology.orchestra.run.smithi179.stderr:sudo: ntpd: command not found 2022-01-25T22:34:15.334 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:34:15.341 INFO:teuthology.orchestra.run.smithi179.stdout:506 Cannot talk to daemon 2022-01-25T22:34:15.355 INFO:teuthology.orchestra.run.smithi179.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:34:15.369 INFO:teuthology.orchestra.run.smithi179.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:34:15.403 INFO:teuthology.orchestra.run.smithi111.stderr:bash: ntpq: command not found 2022-01-25T22:34:15.406 INFO:teuthology.orchestra.run.smithi111.stdout:210 Number of sources = 4 2022-01-25T22:34:15.406 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:34:15.407 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2022-01-25T22:34:15.407 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.407 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.407 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.408 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.432 INFO:teuthology.orchestra.run.smithi179.stderr:bash: ntpq: command not found 2022-01-25T22:34:15.435 INFO:teuthology.orchestra.run.smithi179.stdout:210 Number of sources = 4 2022-01-25T22:34:15.435 INFO:teuthology.orchestra.run.smithi179.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:34:15.435 INFO:teuthology.orchestra.run.smithi179.stdout:=============================================================================== 2022-01-25T22:34:15.436 INFO:teuthology.orchestra.run.smithi179.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.436 INFO:teuthology.orchestra.run.smithi179.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.436 INFO:teuthology.orchestra.run.smithi179.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.436 INFO:teuthology.orchestra.run.smithi179.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:34:15.437 INFO:teuthology.run_tasks:Running task pexec... 2022-01-25T22:34:15.447 INFO:teuthology.task.pexec:Executing custom commands... 2022-01-25T22:34:15.448 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:34:15.448 DEBUG:teuthology.orchestra.run.smithi111:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:34:15.449 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi179.front.sepia.ceph.com 2022-01-25T22:34:15.449 DEBUG:teuthology.orchestra.run.smithi179:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:34:15.958 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:24 ago on Tue 25 Jan 2022 10:32:51 PM UTC. 2022-01-25T22:34:15.991 INFO:teuthology.orchestra.run.smithi179.stdout:Last metadata expiration check: 0:01:24 ago on Tue 25 Jan 2022 10:32:51 PM UTC. 2022-01-25T22:34:16.877 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2022-01-25T22:34:16.877 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:34:16.878 INFO:teuthology.orchestra.run.smithi111.stdout: Package Architecture Version Repository Size 2022-01-25T22:34:16.878 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:34:16.878 INFO:teuthology.orchestra.run.smithi111.stdout:Resetting modules: 2022-01-25T22:34:16.878 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools 2022-01-25T22:34:16.878 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:16.879 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2022-01-25T22:34:16.879 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2022-01-25T22:34:16.879 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:16.948 INFO:teuthology.orchestra.run.smithi179.stdout:Dependencies resolved. 2022-01-25T22:34:16.949 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:34:16.949 INFO:teuthology.orchestra.run.smithi179.stdout: Package Architecture Version Repository Size 2022-01-25T22:34:16.949 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:34:16.950 INFO:teuthology.orchestra.run.smithi179.stdout:Resetting modules: 2022-01-25T22:34:16.950 INFO:teuthology.orchestra.run.smithi179.stdout: container-tools 2022-01-25T22:34:16.950 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:16.950 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction Summary 2022-01-25T22:34:16.951 INFO:teuthology.orchestra.run.smithi179.stdout:================================================================================ 2022-01-25T22:34:16.951 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:17.148 INFO:teuthology.orchestra.run.smithi179.stdout:Complete! 2022-01-25T22:34:17.187 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2022-01-25T22:34:17.646 INFO:teuthology.orchestra.run.smithi179.stdout:Last metadata expiration check: 0:01:26 ago on Tue 25 Jan 2022 10:32:51 PM UTC. 2022-01-25T22:34:17.817 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:26 ago on Tue 25 Jan 2022 10:32:51 PM UTC. 2022-01-25T22:34:18.641 INFO:teuthology.orchestra.run.smithi179.stdout:Dependencies resolved. 2022-01-25T22:34:18.643 INFO:teuthology.orchestra.run.smithi179.stdout:========================================================================================================= 2022-01-25T22:34:18.644 INFO:teuthology.orchestra.run.smithi179.stdout: Package Arch Version Repository Size 2022-01-25T22:34:18.644 INFO:teuthology.orchestra.run.smithi179.stdout:========================================================================================================= 2022-01-25T22:34:18.644 INFO:teuthology.orchestra.run.smithi179.stdout:Upgrading: 2022-01-25T22:34:18.644 INFO:teuthology.orchestra.run.smithi179.stdout: container-selinux noarch 2:2.167.0-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 54 k 2022-01-25T22:34:18.644 INFO:teuthology.orchestra.run.smithi179.stdout: containernetworking-plugins x86_64 0.9.1-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 20 M 2022-01-25T22:34:18.645 INFO:teuthology.orchestra.run.smithi179.stdout: criu x86_64 3.15-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 511 k 2022-01-25T22:34:18.645 INFO:teuthology.orchestra.run.smithi179.stdout: crun x86_64 0.18-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 185 k 2022-01-25T22:34:18.645 INFO:teuthology.orchestra.run.smithi179.stdout: libslirp x86_64 4.3.1-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 69 k 2022-01-25T22:34:18.645 INFO:teuthology.orchestra.run.smithi179.stdout: slirp4netns x86_64 1.1.8-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-25T22:34:18.646 INFO:teuthology.orchestra.run.smithi179.stdout:Installing group/module packages: 2022-01-25T22:34:18.646 INFO:teuthology.orchestra.run.smithi179.stdout: buildah x86_64 1.19.9-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 6.9 M 2022-01-25T22:34:18.646 INFO:teuthology.orchestra.run.smithi179.stdout: cockpit-podman noarch 29-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 1.1 M 2022-01-25T22:34:18.646 INFO:teuthology.orchestra.run.smithi179.stdout: skopeo x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 5.9 M 2022-01-25T22:34:18.647 INFO:teuthology.orchestra.run.smithi179.stdout: toolbox x86_64 0.0.99-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 1.8 M 2022-01-25T22:34:18.647 INFO:teuthology.orchestra.run.smithi179.stdout: udica noarch 0.2.4-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-25T22:34:18.647 INFO:teuthology.orchestra.run.smithi179.stdout:Downgrading: 2022-01-25T22:34:18.647 INFO:teuthology.orchestra.run.smithi179.stdout: conmon x86_64 2:2.0.26-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 51 k 2022-01-25T22:34:18.647 INFO:teuthology.orchestra.run.smithi179.stdout: containers-common x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 91 k 2022-01-25T22:34:18.648 INFO:teuthology.orchestra.run.smithi179.stdout: fuse-overlayfs x86_64 1.4.0-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 72 k 2022-01-25T22:34:18.648 INFO:teuthology.orchestra.run.smithi179.stdout: podman x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 11 M 2022-01-25T22:34:18.648 INFO:teuthology.orchestra.run.smithi179.stdout: podman-catatonit x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 320 k 2022-01-25T22:34:18.649 INFO:teuthology.orchestra.run.smithi179.stdout: podman-docker noarch 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 55 k 2022-01-25T22:34:18.649 INFO:teuthology.orchestra.run.smithi179.stdout: runc x86_64 1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 2.9 M 2022-01-25T22:34:18.649 INFO:teuthology.orchestra.run.smithi179.stdout:Installing module profiles: 2022-01-25T22:34:18.650 INFO:teuthology.orchestra.run.smithi179.stdout: container-tools/common 2022-01-25T22:34:18.650 INFO:teuthology.orchestra.run.smithi179.stdout:Enabling module streams: 2022-01-25T22:34:18.650 INFO:teuthology.orchestra.run.smithi179.stdout: container-tools 3.0 2022-01-25T22:34:18.651 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:18.651 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction Summary 2022-01-25T22:34:18.651 INFO:teuthology.orchestra.run.smithi179.stdout:========================================================================================================= 2022-01-25T22:34:18.652 INFO:teuthology.orchestra.run.smithi179.stdout:Install 5 Packages 2022-01-25T22:34:18.652 INFO:teuthology.orchestra.run.smithi179.stdout:Upgrade 6 Packages 2022-01-25T22:34:18.653 INFO:teuthology.orchestra.run.smithi179.stdout:Downgrade 7 Packages 2022-01-25T22:34:18.653 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:18.654 INFO:teuthology.orchestra.run.smithi179.stdout:Total download size: 51 M 2022-01-25T22:34:18.654 INFO:teuthology.orchestra.run.smithi179.stdout:Downloading Packages: 2022-01-25T22:34:18.697 INFO:teuthology.orchestra.run.smithi179.stdout:(1/18): conmon-2.0.26-1.module_el8.5.0+1006+8d0 1.0 MB/s | 51 kB 00:00 2022-01-25T22:34:18.700 INFO:teuthology.orchestra.run.smithi179.stdout:(2/18): containers-common-1.2.2-10.module_el8.5 1.7 MB/s | 91 kB 00:00 2022-01-25T22:34:18.724 INFO:teuthology.orchestra.run.smithi179.stdout:(3/18): fuse-overlayfs-1.4.0-2.module_el8.5.0+1 938 kB/s | 72 kB 00:00 2022-01-25T22:34:18.762 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2022-01-25T22:34:18.765 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================= 2022-01-25T22:34:18.766 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2022-01-25T22:34:18.766 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================= 2022-01-25T22:34:18.766 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrading: 2022-01-25T22:34:18.766 INFO:teuthology.orchestra.run.smithi111.stdout: container-selinux noarch 2:2.167.0-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 54 k 2022-01-25T22:34:18.767 INFO:teuthology.orchestra.run.smithi111.stdout: containernetworking-plugins x86_64 0.9.1-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 20 M 2022-01-25T22:34:18.767 INFO:teuthology.orchestra.run.smithi111.stdout: criu x86_64 3.15-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 511 k 2022-01-25T22:34:18.767 INFO:teuthology.orchestra.run.smithi111.stdout: crun x86_64 0.18-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 185 k 2022-01-25T22:34:18.767 INFO:teuthology.orchestra.run.smithi111.stdout: libslirp x86_64 4.3.1-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 69 k 2022-01-25T22:34:18.768 INFO:teuthology.orchestra.run.smithi111.stdout: slirp4netns x86_64 1.1.8-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-25T22:34:18.768 INFO:teuthology.orchestra.run.smithi111.stdout:Installing group/module packages: 2022-01-25T22:34:18.768 INFO:teuthology.orchestra.run.smithi111.stdout: buildah x86_64 1.19.9-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 6.9 M 2022-01-25T22:34:18.768 INFO:teuthology.orchestra.run.smithi111.stdout: cockpit-podman noarch 29-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 1.1 M 2022-01-25T22:34:18.768 INFO:teuthology.orchestra.run.smithi111.stdout: skopeo x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 5.9 M 2022-01-25T22:34:18.769 INFO:teuthology.orchestra.run.smithi111.stdout: toolbox x86_64 0.0.99-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 1.8 M 2022-01-25T22:34:18.769 INFO:teuthology.orchestra.run.smithi111.stdout: udica noarch 0.2.4-1.module_el8.5.0+736+58cc1a5a CentOS-AppStream 51 k 2022-01-25T22:34:18.769 INFO:teuthology.orchestra.run.smithi111.stdout:Downgrading: 2022-01-25T22:34:18.769 INFO:teuthology.orchestra.run.smithi111.stdout: conmon x86_64 2:2.0.26-1.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 51 k 2022-01-25T22:34:18.769 INFO:teuthology.orchestra.run.smithi111.stdout: containers-common x86_64 1:1.2.2-10.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 91 k 2022-01-25T22:34:18.770 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-overlayfs x86_64 1.4.0-2.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 72 k 2022-01-25T22:34:18.770 INFO:teuthology.orchestra.run.smithi111.stdout: podman x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 11 M 2022-01-25T22:34:18.770 INFO:teuthology.orchestra.run.smithi111.stdout: podman-catatonit x86_64 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 320 k 2022-01-25T22:34:18.770 INFO:teuthology.orchestra.run.smithi111.stdout: podman-docker noarch 3.0.1-6.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 55 k 2022-01-25T22:34:18.771 INFO:teuthology.orchestra.run.smithi111.stdout: runc x86_64 1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2 CentOS-AppStream 2.9 M 2022-01-25T22:34:18.771 INFO:teuthology.orchestra.run.smithi111.stdout:Installing module profiles: 2022-01-25T22:34:18.771 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools/common 2022-01-25T22:34:18.771 INFO:teuthology.orchestra.run.smithi111.stdout:Enabling module streams: 2022-01-25T22:34:18.771 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools 3.0 2022-01-25T22:34:18.772 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:18.772 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2022-01-25T22:34:18.772 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================= 2022-01-25T22:34:18.772 INFO:teuthology.orchestra.run.smithi111.stdout:Install 5 Packages 2022-01-25T22:34:18.772 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrade 6 Packages 2022-01-25T22:34:18.773 INFO:teuthology.orchestra.run.smithi111.stdout:Downgrade 7 Packages 2022-01-25T22:34:18.773 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:18.774 INFO:teuthology.orchestra.run.smithi179.stdout:(4/18): podman-catatonit-3.0.1-6.module_el8.5.0 4.8 MB/s | 320 kB 00:00 2022-01-25T22:34:18.774 INFO:teuthology.orchestra.run.smithi179.stdout:(5/18): podman-docker-3.0.1-6.module_el8.5.0+10 1.2 MB/s | 55 kB 00:00 2022-01-25T22:34:18.774 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 51 M 2022-01-25T22:34:18.775 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2022-01-25T22:34:18.802 INFO:teuthology.orchestra.run.smithi111.stdout:(1/18): conmon-2.0.26-1.module_el8.5.0+1006+8d0 1.5 MB/s | 51 kB 00:00 2022-01-25T22:34:18.809 INFO:teuthology.orchestra.run.smithi111.stdout:(2/18): containers-common-1.2.2-10.module_el8.5 2.2 MB/s | 91 kB 00:00 2022-01-25T22:34:18.815 INFO:teuthology.orchestra.run.smithi111.stdout:(3/18): fuse-overlayfs-1.4.0-2.module_el8.5.0+1 1.5 MB/s | 72 kB 00:00 2022-01-25T22:34:18.820 INFO:teuthology.orchestra.run.smithi111.stdout:(4/18): podman-docker-3.0.1-6.module_el8.5.0+10 9.4 MB/s | 55 kB 00:00 2022-01-25T22:34:18.836 INFO:teuthology.orchestra.run.smithi111.stdout:(5/18): podman-catatonit-3.0.1-6.module_el8.5.0 11 MB/s | 320 kB 00:00 2022-01-25T22:34:18.872 INFO:teuthology.orchestra.run.smithi179.stdout:(6/18): runc-1.0.0-72.rc92.module_el8.5.0+1006+ 27 MB/s | 2.9 MB 00:00 2022-01-25T22:34:18.954 INFO:teuthology.orchestra.run.smithi179.stdout:(7/18): cockpit-podman-29-2.module_el8.5.0+1006 13 MB/s | 1.1 MB 00:00 2022-01-25T22:34:18.996 INFO:teuthology.orchestra.run.smithi179.stdout:(8/18): podman-3.0.1-6.module_el8.5.0+1006+8d0e 38 MB/s | 11 MB 00:00 2022-01-25T22:34:19.051 INFO:teuthology.orchestra.run.smithi111.stdout:(6/18): runc-1.0.0-72.rc92.module_el8.5.0+1006+ 13 MB/s | 2.9 MB 00:00 2022-01-25T22:34:19.107 INFO:teuthology.orchestra.run.smithi179.stdout:(9/18): toolbox-0.0.99-1.module_el8.5.0+736+58c 16 MB/s | 1.8 MB 00:00 2022-01-25T22:34:19.137 INFO:teuthology.orchestra.run.smithi179.stdout:(10/18): udica-0.2.4-1.module_el8.5.0+736+58cc1 1.7 MB/s | 51 kB 00:00 2022-01-25T22:34:19.143 INFO:teuthology.orchestra.run.smithi111.stdout:(7/18): cockpit-podman-29-2.module_el8.5.0+1006 12 MB/s | 1.1 MB 00:00 2022-01-25T22:34:19.165 INFO:teuthology.orchestra.run.smithi179.stdout:(11/18): container-selinux-2.167.0-1.module_el8 1.9 MB/s | 54 kB 00:00 2022-01-25T22:34:19.213 INFO:teuthology.orchestra.run.smithi179.stdout:(12/18): skopeo-1.2.2-10.module_el8.5.0+1006+8d 23 MB/s | 5.9 MB 00:00 2022-01-25T22:34:19.271 INFO:teuthology.orchestra.run.smithi179.stdout:(13/18): criu-3.15-1.module_el8.5.0+736+58cc1a5 8.7 MB/s | 511 kB 00:00 2022-01-25T22:34:19.283 INFO:teuthology.orchestra.run.smithi111.stdout:(8/18): buildah-1.19.9-1.module_el8.5.0+1006+8d 15 MB/s | 6.9 MB 00:00 2022-01-25T22:34:19.308 INFO:teuthology.orchestra.run.smithi179.stdout:(14/18): buildah-1.19.9-1.module_el8.5.0+1006+8 13 MB/s | 6.9 MB 00:00 2022-01-25T22:34:19.310 INFO:teuthology.orchestra.run.smithi179.stdout:(15/18): crun-0.18-2.module_el8.5.0+1006+8d0e68 4.6 MB/s | 185 kB 00:00 2022-01-25T22:34:19.341 INFO:teuthology.orchestra.run.smithi179.stdout:(16/18): libslirp-4.3.1-1.module_el8.5.0+736+58 2.1 MB/s | 69 kB 00:00 2022-01-25T22:34:19.353 INFO:teuthology.orchestra.run.smithi111.stdout:(9/18): podman-3.0.1-6.module_el8.5.0+1006+8d0e 20 MB/s | 11 MB 00:00 2022-01-25T22:34:19.366 INFO:teuthology.orchestra.run.smithi111.stdout:(10/18): udica-0.2.4-1.module_el8.5.0+736+58cc1 3.8 MB/s | 51 kB 00:00 2022-01-25T22:34:19.367 INFO:teuthology.orchestra.run.smithi179.stdout:(17/18): slirp4netns-1.1.8-1.module_el8.5.0+736 904 kB/s | 51 kB 00:00 2022-01-25T22:34:19.379 INFO:teuthology.orchestra.run.smithi111.stdout:(11/18): container-selinux-2.167.0-1.module_el8 4.0 MB/s | 54 kB 00:00 2022-01-25T22:34:19.394 INFO:teuthology.orchestra.run.smithi111.stdout:(12/18): toolbox-0.0.99-1.module_el8.5.0+736+58 16 MB/s | 1.8 MB 00:00 2022-01-25T22:34:19.431 INFO:teuthology.orchestra.run.smithi111.stdout:(13/18): criu-3.15-1.module_el8.5.0+736+58cc1a5 14 MB/s | 511 kB 00:00 2022-01-25T22:34:19.450 INFO:teuthology.orchestra.run.smithi111.stdout:(14/18): crun-0.18-2.module_el8.5.0+1006+8d0e68 9.8 MB/s | 185 kB 00:00 2022-01-25T22:34:19.467 INFO:teuthology.orchestra.run.smithi111.stdout:(15/18): libslirp-4.3.1-1.module_el8.5.0+736+58 4.0 MB/s | 69 kB 00:00 2022-01-25T22:34:19.484 INFO:teuthology.orchestra.run.smithi111.stdout:(16/18): slirp4netns-1.1.8-1.module_el8.5.0+736 2.8 MB/s | 51 kB 00:00 2022-01-25T22:34:19.538 INFO:teuthology.orchestra.run.smithi111.stdout:(17/18): skopeo-1.2.2-10.module_el8.5.0+1006+8d 15 MB/s | 5.9 MB 00:00 2022-01-25T22:34:19.670 INFO:teuthology.orchestra.run.smithi179.stdout:(18/18): containernetworking-plugins-0.9.1-1.mo 39 MB/s | 20 MB 00:00 2022-01-25T22:34:19.673 INFO:teuthology.orchestra.run.smithi179.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:34:19.673 INFO:teuthology.orchestra.run.smithi179.stdout:Total 50 MB/s | 51 MB 00:01 2022-01-25T22:34:19.701 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction check 2022-01-25T22:34:19.745 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction check succeeded. 2022-01-25T22:34:19.745 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction test 2022-01-25T22:34:19.843 INFO:teuthology.orchestra.run.smithi111.stdout:(18/18): containernetworking-plugins-0.9.1-1.mo 42 MB/s | 20 MB 00:00 2022-01-25T22:34:19.847 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:34:19.847 INFO:teuthology.orchestra.run.smithi111.stdout:Total 47 MB/s | 51 MB 00:01 2022-01-25T22:34:19.875 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2022-01-25T22:34:19.919 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2022-01-25T22:34:19.919 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2022-01-25T22:34:20.145 INFO:teuthology.orchestra.run.smithi179.stdout:Transaction test succeeded. 2022-01-25T22:34:20.148 INFO:teuthology.orchestra.run.smithi179.stdout:Running transaction 2022-01-25T22:34:20.319 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2022-01-25T22:34:20.322 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2022-01-25T22:34:21.247 INFO:teuthology.orchestra.run.smithi179.stdout: Preparing : 1/1 2022-01-25T22:34:21.260 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d 1/1 2022-01-25T22:34:21.277 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:21.415 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:21.439 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2022-01-25T22:34:21.457 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d 1/1 2022-01-25T22:34:21.469 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:21.613 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:36.857 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 1/31 2022-01-25T22:34:36.988 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-25T22:34:37.002 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-25T22:34:37.016 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-25T22:34:37.030 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 2/31 2022-01-25T22:34:37.158 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 3/31 2022-01-25T22:34:37.167 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 3/31 2022-01-25T22:34:37.310 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 4/31 2022-01-25T22:34:37.311 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 5/31 2022-01-25T22:34:37.311 INFO:teuthology.orchestra.run.smithi111.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2022-01-25T22:34:37.311 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:37.347 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 4/31 2022-01-25T22:34:37.347 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 5/31 2022-01-25T22:34:37.347 INFO:teuthology.orchestra.run.smithi179.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2022-01-25T22:34:37.347 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:38.041 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 6/31 2022-01-25T22:34:38.045 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 6/31 2022-01-25T22:34:39.851 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 7/31 2022-01-25T22:34:39.860 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 7/31 2022-01-25T22:34:40.037 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : containernetworking-plugins-0.9.1-1.module_el8.5.0 8/31 2022-01-25T22:34:40.054 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : containernetworking-plugins-0.9.1-1.module_el8.5.0 8/31 2022-01-25T22:34:40.187 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 9/31 2022-01-25T22:34:40.218 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 9/31 2022-01-25T22:34:41.621 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 10/31 2022-01-25T22:34:41.669 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 10/31 2022-01-25T22:34:41.903 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 11/31 2022-01-25T22:34:41.915 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 11/31 2022-01-25T22:34:42.093 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 12/31 2022-01-25T22:34:42.109 INFO:teuthology.orchestra.run.smithi179.stdout: Downgrading : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 12/31 2022-01-25T22:34:42.383 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 13/31 2022-01-25T22:34:42.401 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 13/31 2022-01-25T22:34:43.097 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 14/31 2022-01-25T22:34:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 14/31 2022-01-25T22:34:43.752 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-25T22:34:43.792 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-25T22:34:43.904 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 16/31 2022-01-25T22:34:43.952 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 16/31 2022-01-25T22:34:44.062 INFO:teuthology.orchestra.run.smithi179.stdout: Upgrading : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 17/31 2022-01-25T22:34:44.084 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 17/31 2022-01-25T22:34:44.246 INFO:teuthology.orchestra.run.smithi179.stdout: Installing : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 18/31 2022-01-25T22:34:44.260 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 18/31 2022-01-25T22:34:44.343 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 19/31 2022-01-25T22:34:44.343 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-25T22:34:44.365 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 19/31 2022-01-25T22:34:44.365 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-25T22:34:44.581 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-25T22:34:44.636 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 20/31 2022-01-25T22:34:44.738 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : containers-common-2:1-2.module_el8.5.0+890+6b13610 21/31 2022-01-25T22:34:44.739 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-25T22:34:44.794 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : containers-common-2:1-2.module_el8.5.0+890+6b13610 21/31 2022-01-25T22:34:44.795 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-25T22:34:44.888 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-25T22:34:44.935 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+911+f 22/31 2022-01-25T22:34:44.988 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 23/31 2022-01-25T22:34:45.061 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 23/31 2022-01-25T22:34:45.114 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 24/31 2022-01-25T22:34:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 24/31 2022-01-25T22:34:45.272 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 25/31 2022-01-25T22:34:45.327 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 25/31 2022-01-25T22:34:45.414 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 26/31 2022-01-25T22:34:45.485 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 26/31 2022-01-25T22:34:45.554 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 27/31 2022-01-25T22:34:45.610 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 27/31 2022-01-25T22:34:45.688 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 28/31 2022-01-25T22:34:45.735 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 28/31 2022-01-25T22:34:45.836 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 29/31 2022-01-25T22:34:45.876 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 29/31 2022-01-25T22:34:45.987 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : containernetworking-plugins-0.9.1-1.module_el8.4.0 30/31 2022-01-25T22:34:46.060 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : containernetworking-plugins-0.9.1-1.module_el8.4.0 30/31 2022-01-25T22:34:46.120 INFO:teuthology.orchestra.run.smithi179.stdout: Cleanup : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-25T22:34:46.184 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-25T22:34:46.536 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 31/31 2022-01-25T22:34:46.602 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 31/31 2022-01-25T22:34:47.014 INFO:teuthology.orchestra.run.smithi179.stdout: Running scriptlet: crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-25T22:34:47.014 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 1/31 2022-01-25T22:34:47.015 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 2/31 2022-01-25T22:34:47.015 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 3/31 2022-01-25T22:34:47.015 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : containers-common-2:1-2.module_el8.5.0+890+6b13610 4/31 2022-01-25T22:34:47.015 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 5/31 2022-01-25T22:34:47.015 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 6/31 2022-01-25T22:34:47.016 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 7/31 2022-01-25T22:34:47.016 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 8/31 2022-01-25T22:34:47.016 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 9/31 2022-01-25T22:34:47.016 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 10/31 2022-01-25T22:34:47.017 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 11/31 2022-01-25T22:34:47.017 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 12/31 2022-01-25T22:34:47.017 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 13/31 2022-01-25T22:34:47.017 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 14/31 2022-01-25T22:34:47.018 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-25T22:34:47.018 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 16/31 2022-01-25T22:34:47.018 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 17/31 2022-01-25T22:34:47.018 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 18/31 2022-01-25T22:34:47.019 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 19/31 2022-01-25T22:34:47.019 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 20/31 2022-01-25T22:34:47.019 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 21/31 2022-01-25T22:34:47.019 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.5.0 22/31 2022-01-25T22:34:47.020 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.4.0 23/31 2022-01-25T22:34:47.020 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 24/31 2022-01-25T22:34:47.020 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 25/31 2022-01-25T22:34:47.020 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 26/31 2022-01-25T22:34:47.020 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 27/31 2022-01-25T22:34:47.021 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 28/31 2022-01-25T22:34:47.021 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 29/31 2022-01-25T22:34:47.021 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 30/31 2022-01-25T22:34:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 31/31 2022-01-25T22:34:47.096 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86 1/31 2022-01-25T22:34:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : conmon-2:2.0.26-3.module_el8.4.0+830+8027e1c4.x86_ 2/31 2022-01-25T22:34:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containers-common-1:1.2.2-10.module_el8.5.0+1006+8 3/31 2022-01-25T22:34:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containers-common-2:1-2.module_el8.5.0+890+6b13610 4/31 2022-01-25T22:34:47.097 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a 5/31 2022-01-25T22:34:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-overlayfs-1.4.0-3.module_el8.4.0+830+8027e1c4 6/31 2022-01-25T22:34:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 7/31 2022-01-25T22:34:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-3.3.1-9.module_el8.5.0+988+b1f0b741.x86_64 8/31 2022-01-25T22:34:47.098 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e6 9/31 2022-01-25T22:34:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-catatonit-3.3.1-9.module_el8.5.0+988+b1f0b7 10/31 2022-01-25T22:34:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2 11/31 2022-01-25T22:34:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-docker-3.3.1-9.module_el8.5.0+988+b1f0b741. 12/31 2022-01-25T22:34:47.099 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x8 13/31 2022-01-25T22:34:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : runc-1.0.0-73.rc93.module_el8.4.0+830+8027e1c4.x86 14/31 2022-01-25T22:34:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_ 15/31 2022-01-25T22:34:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.n 16/31 2022-01-25T22:34:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86 17/31 2022-01-25T22:34:47.100 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_6 18/31 2022-01-25T22:34:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 19/31 2022-01-25T22:34:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+1006+ 20/31 2022-01-25T22:34:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : container-selinux-2:2.167.0-1.module_el8.5.0+911+f 21/31 2022-01-25T22:34:47.101 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.5.0 22/31 2022-01-25T22:34:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containernetworking-plugins-0.9.1-1.module_el8.4.0 23/31 2022-01-25T22:34:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 24/31 2022-01-25T22:34:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : criu-3.15-1.module_el8.4.0+641+6116a774.x86_64 25/31 2022-01-25T22:34:47.102 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 26/31 2022-01-25T22:34:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : crun-0.18-2.module_el8.4.0+830+8027e1c4.x86_64 27/31 2022-01-25T22:34:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_6 28/31 2022-01-25T22:34:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libslirp-4.3.1-1.module_el8.4.0+575+63b40ad7.x86_6 29/31 2022-01-25T22:34:47.103 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x8 30/31 2022-01-25T22:34:47.616 INFO:teuthology.orchestra.run.smithi179.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 31/31 2022-01-25T22:34:47.616 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:47.617 INFO:teuthology.orchestra.run.smithi179.stdout:Upgraded: 2022-01-25T22:34:47.617 INFO:teuthology.orchestra.run.smithi179.stdout: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.617 INFO:teuthology.orchestra.run.smithi179.stdout: containernetworking-plugins-0.9.1-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.617 INFO:teuthology.orchestra.run.smithi179.stdout: criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.618 INFO:teuthology.orchestra.run.smithi179.stdout: crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.618 INFO:teuthology.orchestra.run.smithi179.stdout: libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.618 INFO:teuthology.orchestra.run.smithi179.stdout: slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.618 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:47.619 INFO:teuthology.orchestra.run.smithi179.stdout:Downgraded: 2022-01-25T22:34:47.619 INFO:teuthology.orchestra.run.smithi179.stdout: conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.619 INFO:teuthology.orchestra.run.smithi179.stdout: containers-common-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.619 INFO:teuthology.orchestra.run.smithi179.stdout: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.619 INFO:teuthology.orchestra.run.smithi179.stdout: podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.620 INFO:teuthology.orchestra.run.smithi179.stdout: podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.620 INFO:teuthology.orchestra.run.smithi179.stdout: podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.620 INFO:teuthology.orchestra.run.smithi179.stdout: runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.620 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:47.621 INFO:teuthology.orchestra.run.smithi179.stdout:Installed: 2022-01-25T22:34:47.621 INFO:teuthology.orchestra.run.smithi179.stdout: buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.621 INFO:teuthology.orchestra.run.smithi179.stdout: cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.621 INFO:teuthology.orchestra.run.smithi179.stdout: skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.622 INFO:teuthology.orchestra.run.smithi179.stdout: toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.622 INFO:teuthology.orchestra.run.smithi179.stdout: udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 2022-01-25T22:34:47.622 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:34:47.623 INFO:teuthology.orchestra.run.smithi179.stdout:Complete! 2022-01-25T22:34:47.643 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.4.0+641+6116a774.x8 31/31 2022-01-25T22:34:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:47.644 INFO:teuthology.orchestra.run.smithi111.stdout:Upgraded: 2022-01-25T22:34:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: container-selinux-2:2.167.0-1.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: containernetworking-plugins-0.9.1-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.644 INFO:teuthology.orchestra.run.smithi111.stdout: criu-3.15-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: crun-0.18-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: libslirp-4.3.1-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: slirp4netns-1.1.8-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.645 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:47.646 INFO:teuthology.orchestra.run.smithi111.stdout:Downgraded: 2022-01-25T22:34:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: conmon-2:2.0.26-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: containers-common-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.646 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-overlayfs-1.4.0-2.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: podman-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: podman-catatonit-3.0.1-6.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: podman-docker-3.0.1-6.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: runc-1.0.0-72.rc92.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.647 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:47.648 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2022-01-25T22:34:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: buildah-1.19.9-1.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: cockpit-podman-29-2.module_el8.5.0+1006+8d0e68a2.noarch 2022-01-25T22:34:47.648 INFO:teuthology.orchestra.run.smithi111.stdout: skopeo-1:1.2.2-10.module_el8.5.0+1006+8d0e68a2.x86_64 2022-01-25T22:34:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: toolbox-0.0.99-1.module_el8.5.0+736+58cc1a5a.x86_64 2022-01-25T22:34:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: udica-0.2.4-1.module_el8.5.0+736+58cc1a5a.noarch 2022-01-25T22:34:47.649 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:34:47.650 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2022-01-25T22:34:47.837 DEBUG:teuthology.parallel:result is None 2022-01-25T22:34:47.898 DEBUG:teuthology.parallel:result is None 2022-01-25T22:34:47.899 INFO:teuthology.run_tasks:Running task cephadm... 2022-01-25T22:34:47.981 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c'} 2022-01-25T22:34:47.982 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-01-25T22:34:47.982 INFO:tasks.cephadm:Cluster fsid is 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:34:47.983 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-01-25T22:34:47.983 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-01-25T22:34:47.983 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi111': '172.21.15.111', 'mon.smithi179': '172.21.15.179'} 2022-01-25T22:34:47.984 INFO:tasks.cephadm:Normalizing hostnames... 2022-01-25T22:34:47.984 DEBUG:teuthology.orchestra.run.smithi111:> sudo hostname $(hostname -s) 2022-01-25T22:34:48.008 DEBUG:teuthology.orchestra.run.smithi179:> sudo hostname $(hostname -s) 2022-01-25T22:34:48.033 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-01-25T22:34:48.034 DEBUG:teuthology.orchestra.run.smithi111:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.420 INFO:teuthology.orchestra.run.smithi111.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:34 /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.420 DEBUG:teuthology.orchestra.run.smithi179:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.591 INFO:teuthology.orchestra.run.smithi179.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:34 /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.592 DEBUG:teuthology.orchestra.run.smithi111:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.608 DEBUG:teuthology.orchestra.run.smithi179:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:34:48.634 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /etc/ceph 2022-01-25T22:34:48.673 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /etc/ceph 2022-01-25T22:34:48.697 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 777 /etc/ceph 2022-01-25T22:34:48.737 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 777 /etc/ceph 2022-01-25T22:34:48.761 INFO:tasks.cephadm:Writing seed config... 2022-01-25T22:34:48.763 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-01-25T22:34:48.763 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-01-25T22:34:48.764 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-01-25T22:34:48.764 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-01-25T22:34:48.764 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-01-25T22:34:48.765 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-01-25T22:34:48.765 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-01-25T22:34:48.765 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-01-25T22:34:48.766 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:34:48.767 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-01-25T22:34:48.792 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0092ccdc-7e2f-11ec-8c35-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-01-25T22:34:48.792 DEBUG:teuthology.orchestra.run.smithi111:mon.smithi111> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service 2022-01-25T22:34:48.834 INFO:tasks.cephadm:Bootstrapping... 2022-01-25T22:34:48.835 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.111 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:34:48.857 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:-- Logs begin at Tue 2022-01-25 22:27:34 UTC. -- 2022-01-25T22:34:49.079 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:34:50.479 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: 3.0.1 2022-01-25T22:34:50.494 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying podman|docker is present... 2022-01-25T22:34:50.494 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:34:50.541 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: 3.0.1 2022-01-25T22:34:50.560 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying lvm2 is present... 2022-01-25T22:34:50.560 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying time synchronization is in place... 2022-01-25T22:34:50.560 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:34:50.566 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:34:50.567 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:34:50.573 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:34:50.574 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:34:50.579 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: enabled 2022-01-25T22:34:50.579 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:34:50.585 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: active 2022-01-25T22:34:50.585 INFO:teuthology.orchestra.run.smithi111.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:34:50.586 INFO:teuthology.orchestra.run.smithi111.stderr:Repeating the final host check... 2022-01-25T22:34:50.586 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:34:50.629 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: 3.0.1 2022-01-25T22:34:50.641 INFO:teuthology.orchestra.run.smithi111.stderr:podman|docker (/bin/podman) is present 2022-01-25T22:34:50.642 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl is present 2022-01-25T22:34:50.642 INFO:teuthology.orchestra.run.smithi111.stderr:lvcreate is present 2022-01-25T22:34:50.642 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:34:50.647 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:34:50.648 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:34:50.653 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:34:50.653 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:34:50.658 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: enabled 2022-01-25T22:34:50.659 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:34:50.664 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: active 2022-01-25T22:34:50.665 INFO:teuthology.orchestra.run.smithi111.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:34:50.665 INFO:teuthology.orchestra.run.smithi111.stderr:Host looks OK 2022-01-25T22:34:50.666 INFO:teuthology.orchestra.run.smithi111.stderr:Cluster fsid: 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:34:50.666 INFO:teuthology.orchestra.run.smithi111.stderr:Acquiring lock 140410472710272 on /run/cephadm/0092ccdc-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:34:50.666 INFO:teuthology.orchestra.run.smithi111.stderr:Lock 140410472710272 acquired on /run/cephadm/0092ccdc-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:34:50.667 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying IP 172.21.15.111 port 3300 ... 2022-01-25T22:34:50.667 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying IP 172.21.15.111 port 6789 ... 2022-01-25T22:34:50.668 INFO:teuthology.orchestra.run.smithi111.stderr:Base mon IP is 172.21.15.111, final addrv is [v2:172.21.15.111:3300,v1:172.21.15.111:6789] 2022-01-25T22:34:50.668 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /sbin/ip route ls 2022-01-25T22:34:50.668 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2022-01-25T22:34:50.669 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.111 metric 100 2022-01-25T22:34:50.669 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /sbin/ip -6 route ls 2022-01-25T22:34:50.671 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-01-25T22:34:50.671 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2022-01-25T22:34:50.671 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1793sec hoplimit 64 pref medium 2022-01-25T22:34:50.672 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /sbin/ip -6 addr ls 2022-01-25T22:34:50.673 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-01-25T22:34:50.673 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-01-25T22:34:50.674 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:34:50.674 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2022-01-25T22:34:50.674 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: inet6 fe80::ec4:7aff:fe8f:cc2f/64 scope link 2022-01-25T22:34:50.674 INFO:teuthology.orchestra.run.smithi111.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:34:50.675 INFO:teuthology.orchestra.run.smithi111.stderr:Mon IP 172.21.15.111 is in CIDR network 172.21.0.0/20 2022-01-25T22:34:50.676 INFO:teuthology.orchestra.run.smithi111.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-01-25T22:34:50.676 INFO:teuthology.orchestra.run.smithi111.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:34:50.676 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-01-25T22:34:50.747 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:34:51.294 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Getting image source signatures 2022-01-25T22:34:51.421 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-25T22:34:51.479 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-25T22:34:58.570 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:34:58.636 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Writing manifest to image destination 2022-01-25T22:34:58.637 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: Storing signatures 2022-01-25T22:35:07.912 INFO:teuthology.orchestra.run.smithi111.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:35:07.924 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-01-25T22:35:08.667 INFO:teuthology.orchestra.run.smithi111.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:35:19.132 INFO:teuthology.orchestra.run.smithi111.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:35:19.132 INFO:teuthology.orchestra.run.smithi111.stderr:Extracting ceph user uid/gid from container image... 2022-01-25T22:35:19.133 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-01-25T22:35:19.742 INFO:teuthology.orchestra.run.smithi111.stderr:stat: 167 167 2022-01-25T22:35:20.169 INFO:teuthology.orchestra.run.smithi111.stderr:Creating initial keys... 2022-01-25T22:35:20.169 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:35:20.715 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-authtool: AQAoe/BhyDzIKRAAG2sSQshidmMs1tX3ro/mgQ== 2022-01-25T22:35:21.115 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:35:21.622 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-authtool: AQApe/BhY7FBJBAALZb8QIaATis5vHyNOS16HA== 2022-01-25T22:35:22.064 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:35:22.623 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-authtool: AQAqe/BhB/aKJBAAemBNr613sW7DHCi4th7bCQ== 2022-01-25T22:35:23.086 INFO:teuthology.orchestra.run.smithi111.stderr:Creating initial monmap... 2022-01-25T22:35:23.086 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmpxw7lzr4n:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c --addv smithi111 [v2:172.21.15.111:3300,v1:172.21.15.111:6789] /tmp/monmap 2022-01-25T22:35:23.631 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:35:23.631 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:23.631 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:35:24.115 INFO:teuthology.orchestra.run.smithi111.stderr:monmaptool for smithi111 [v2:172.21.15.111:3300,v1:172.21.15.111:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:35:24.116 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/monmaptool: set fsid to 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:24.116 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:35:24.116 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:35:24.116 INFO:teuthology.orchestra.run.smithi111.stderr:Creating mon... 2022-01-25T22:35:24.117 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111:/var/lib/ceph/mon/ceph-smithi111:z -v /tmp/ceph-tmpu0wsqee3:/tmp/keyring:z -v /tmp/ceph-tmpxw7lzr4n:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi111 --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-01-25T22:35:24.712 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.673+0000 7fe483fdf700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:35:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 1 imported monmap: 2022-01-25T22:35:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: epoch 0 2022-01-25T22:35:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:24.713 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: last_changed 2022-01-25T22:35:23.625278+0000 2022-01-25T22:35:24.714 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: created 2022-01-25T22:35:23.625278+0000 2022-01-25T22:35:24.714 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-01-25T22:35:24.714 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-01-25T22:35:24.714 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.smithi111 2022-01-25T22:35:24.714 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.715 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 0 /usr/bin/ceph-mon: set fsid to 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:24.715 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:35:24.715 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.715 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:35:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:35:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: DB SUMMARY 2022-01-25T22:35:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.716 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi111/store.db dir, Total Num: 0, files: 2022-01-25T22:35:24.717 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.717 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi111/store.db: 2022-01-25T22:35:24.717 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.717 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:35:24.717 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.create_if_missing: 1 2022-01-25T22:35:24.718 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:35:24.718 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.env: 0x562080fcf1c0 2022-01-25T22:35:24.718 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:35:24.718 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.info_log: 0x562082b9aec0 2022-01-25T22:35:24.719 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:35:24.719 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:35:24.719 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:35:24.719 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:35:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:35:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:35:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:35:24.720 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:35:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:35:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:35:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:35:24.721 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:35:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:35:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:35:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:35:24.722 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi111/store.db 2022-01-25T22:35:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.674+0000 7fe483fdf700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:35:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:35:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:35:24.723 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:35:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:35:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:35:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:35:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:35:24.724 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:35:24.725 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:35:24.725 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.write_buffer_manager: 0x562082ba1530 2022-01-25T22:35:24.725 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:35:24.725 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:35:24.726 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:35:24.726 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:35:24.726 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:35:24.726 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:35:24.726 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:35:24.727 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:35:24.727 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:35:24.727 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:35:24.727 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:35:24.728 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:35:24.728 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:35:24.728 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:35:24.729 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.row_cache: None 2022-01-25T22:35:24.729 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:35:24.729 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:35:24.729 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:35:24.729 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:35:24.730 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:35:24.730 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:35:24.730 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:35:24.730 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:35:24.731 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:35:24.731 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:35:24.731 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:35:24.731 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:35:24.732 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:35:24.732 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:35:24.732 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:35:24.733 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:35:24.733 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:35:24.733 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:35:24.733 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:35:24.734 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:35:24.734 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:35:24.734 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:35:24.734 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:35:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:35:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:35:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:35:24.735 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:35:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:35:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:35:24.736 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:35:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:35:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:35:24.737 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:35:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:35:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:35:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:35:24.738 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:35:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-01-25T22:35:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000001 2022-01-25T22:35:24.739 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:35:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:35:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.merge_operator: 2022-01-25T22:35:24.740 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:35:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:35:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:35:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:35:24.741 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562082aac120) 2022-01-25T22:35:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-01-25T22:35:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:35:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:35:24.742 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-01-25T22:35:24.743 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: index_type: 0 2022-01-25T22:35:24.743 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-01-25T22:35:24.743 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-01-25T22:35:24.743 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:35:24.744 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-01-25T22:35:24.744 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: checksum: 1 2022-01-25T22:35:24.744 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-01-25T22:35:24.744 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_cache: 0x562082ae6d10 2022-01-25T22:35:24.745 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-01-25T22:35:24.745 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-01-25T22:35:24.745 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-01-25T22:35:24.746 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-01-25T22:35:24.746 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-01-25T22:35:24.746 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-01-25T22:35:24.746 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-01-25T22:35:24.747 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-01-25T22:35:24.747 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-01-25T22:35:24.747 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-01-25T22:35:24.747 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-01-25T22:35:24.748 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-01-25T22:35:24.748 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-01-25T22:35:24.748 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-01-25T22:35:24.748 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-01-25T22:35:24.749 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:35:24.749 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-01-25T22:35:24.749 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-01-25T22:35:24.749 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-01-25T22:35:24.750 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: format_version: 2 2022-01-25T22:35:24.750 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-01-25T22:35:24.750 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: block_align: 0 2022-01-25T22:35:24.750 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.751 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:35:24.751 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:35:24.751 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:35:24.751 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:35:24.751 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:35:24.752 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:35:24.752 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:35:24.752 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:35:24.752 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:35:24.753 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:35:24.753 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:35:24.753 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:35:24.754 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:35:24.754 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:35:24.754 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:35:24.755 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:35:24.755 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:35:24.755 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:35:24.755 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:35:24.755 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:35:24.756 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:35:24.756 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:35:24.756 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:35:24.756 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:35:24.757 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:35:24.757 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:35:24.757 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:35:24.757 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:35:24.758 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:35:24.758 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:35:24.758 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:35:24.758 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:35:24.759 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:35:24.759 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:35:24.759 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:35:24.759 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:35:24.760 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:35:24.760 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:35:24.760 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:35:24.760 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:35:24.761 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:35:24.761 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:35:24.761 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:35:24.761 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:35:24.762 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:35:24.762 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:35:24.762 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:35:24.762 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:35:24.763 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:35:24.763 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:35:24.763 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:35:24.764 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:35:24.764 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:35:24.764 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:35:24.764 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:35:24.765 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:35:24.765 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:35:24.765 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:35:24.765 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:35:24.765 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:35:24.766 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:35:24.766 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:35:24.766 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:35:24.766 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:35:24.767 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:35:24.767 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:35:24.767 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:35:24.767 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.675+0000 7fe483fdf700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:35:24.768 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.676+0000 7fe483fdf700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:35:24.768 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.768 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.676+0000 7fe483fdf700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-25T22:35:24.768 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.769 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.676+0000 7fe483fdf700 4 rocksdb: DB pointer 0x562082bad800 2022-01-25T22:35:24.769 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.677+0000 7fe46ce78700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:35:24.769 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.677+0000 7fe46ce78700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:35:24.769 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-01-25T22:35:24.770 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:24.770 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:35:24.770 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:35:24.771 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:35:24.771 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:35:24.771 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:35:24.771 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:35:24.772 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.772 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:35:24.772 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:24.772 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:35:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:35:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.773 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:35:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:24.774 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:35:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:35:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:35:24.775 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:35:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.776 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:35:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:35:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:24.777 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:35:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:35:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.778 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:35:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:24.779 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:24.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:35:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:35:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:35:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:24.781 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:35:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:35:24.782 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: 2022-01-25T22:35:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.678+0000 7fe483fdf700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-01-25T22:35:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.678+0000 7fe483fdf700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-01-25T22:35:24.783 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:35:24.678+0000 7fe483fdf700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi111 for mon.smithi111 2022-01-25T22:35:25.202 INFO:teuthology.orchestra.run.smithi111.stderr:create mon.smithi111 on 2022-01-25T22:35:25.203 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:25.208 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl disable ceph.target 2022-01-25T22:35:25.297 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl enable ceph.target 2022-01-25T22:35:25.304 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-01-25T22:35:25.379 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl start ceph.target 2022-01-25T22:35:25.386 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl enable ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target 2022-01-25T22:35:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target. 2022-01-25T22:35:25.392 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target. 2022-01-25T22:35:25.466 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target 2022-01-25T22:35:25.489 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl daemon-reload 2022-01-25T22:35:25.571 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl stop ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111 2022-01-25T22:35:25.592 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl reset-failed ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111 2022-01-25T22:35:25.597 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Failed to reset failed state of unit ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service: Unit ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service not loaded. 2022-01-25T22:35:25.598 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl enable ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111 2022-01-25T22:35:25.603 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Created symlink /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target.wants/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service → /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:35:25.680 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111 2022-01-25T22:35:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:25 smithi111 systemd[1]: Starting Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:35:26.137 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:35:26.144 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: disabled 2022-01-25T22:35:26.145 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:35:26.151 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:35:26.152 INFO:teuthology.orchestra.run.smithi111.stderr:firewalld.service is not enabled 2022-01-25T22:35:26.152 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:35:26.153 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:35:26.154 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mon to start... 2022-01-25T22:35:26.154 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mon... 2022-01-25T22:35:26.155 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111:/var/lib/ceph/mon/ceph-smithi111:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-01-25T22:35:26.406 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:26 smithi111 bash[28957]: 77cd5f21599ae217a8f9e02e8f5e4c1804e73f6e8a2b244fbd4629c5ac69d5cc 2022-01-25T22:35:26.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:26 smithi111 systemd[1]: Started Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:35:26.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:26 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.167391+0000 mon.smithi111 (mon.0) 0 : [INF] mkfs 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:26.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:26 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.152479+0000 mon.smithi111 (mon.0) 1 : cluster [INF] mon.smithi111 is new leader, mons smithi111 in quorum (ranks 0) 2022-01-25T22:35:26.883 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: cluster: 2022-01-25T22:35:26.884 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: id: 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:26.884 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-01-25T22:35:26.884 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:26.884 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: services: 2022-01-25T22:35:26.885 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi111 (age 0.720638s) 2022-01-25T22:35:26.885 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mgr: no daemons active 2022-01-25T22:35:26.885 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-01-25T22:35:26.885 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:26.885 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: data: 2022-01-25T22:35:26.886 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-01-25T22:35:26.886 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-01-25T22:35:26.886 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-01-25T22:35:26.886 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: pgs: 2022-01-25T22:35:26.887 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:27.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.162194+0000 mon.smithi111 (mon.0) 2 : cluster [INF] mon.smithi111 is new leader, mons smithi111 in quorum (ranks 0) 2022-01-25T22:35:27.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.166916+0000 mon.smithi111 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0]} 2022-01-25T22:35:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.173217+0000 mon.smithi111 (mon.0) 4 : cluster [DBG] fsmap 2022-01-25T22:35:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.181384+0000 mon.smithi111 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:35:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: cluster 2022-01-25T22:35:26.183093+0000 mon.smithi111 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-01-25T22:35:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:27 smithi111 conmon[29072]: audit 2022-01-25T22:35:26.882776+0000 mon.smithi111 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.111:0/3649847744' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-01-25T22:35:27.546 INFO:teuthology.orchestra.run.smithi111.stderr:mon is available 2022-01-25T22:35:27.546 INFO:teuthology.orchestra.run.smithi111.stderr:Assimilating anything we can from ceph.conf... 2022-01-25T22:35:27.546 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z -v /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111:/var/lib/ceph/mon/ceph-smithi111:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi111/config 2022-01-25T22:35:28.310 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:28.311 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: [global] 2022-01-25T22:35:28.311 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: fsid = 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:28.311 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.111:3300,v1:172.21.15.111:6789] 2022-01-25T22:35:28.312 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-01-25T22:35:28.312 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-01-25T22:35:28.312 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-01-25T22:35:28.312 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-01-25T22:35:28.312 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:28.313 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: [mgr] 2022-01-25T22:35:28.313 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-01-25T22:35:28.313 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:28.313 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: [osd] 2022-01-25T22:35:28.314 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-01-25T22:35:28.314 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-01-25T22:35:28.314 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-01-25T22:35:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:28 smithi111 conmon[29072]: audit 2022-01-25T22:35:28.307542+0000 mon.smithi111 (mon.0) 8 : audit [INF] from='client.? 172.21.15.111:0/2092399869' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-25T22:35:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:28 smithi111 conmon[29072]: audit 2022-01-25T22:35:28.310045+0000 mon.smithi111 (mon.0) 9 : audit [INF] from='client.? 172.21.15.111:0/2092399869' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-25T22:35:28.915 INFO:teuthology.orchestra.run.smithi111.stderr:Generating new minimal ceph.conf... 2022-01-25T22:35:28.916 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z -v /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111:/var/lib/ceph/mon/ceph-smithi111:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi111/config 2022-01-25T22:35:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:29 smithi111 conmon[29072]: audit 2022-01-25T22:35:29.618693+0000 mon.smithi111 (mon.0) 10 : audit [DBG] 2022-01-25T22:35:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:29 smithi111 conmon[29072]: from='client.? 172.21.15.111:0/3160389225' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:35:30.207 INFO:teuthology.orchestra.run.smithi111.stderr:Restarting the monitor... 2022-01-25T22:35:30.207 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl restart ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111 2022-01-25T22:35:30.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:30 smithi111 systemd[1]: Stopping Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:35:30.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:30 smithi111 conmon[29072]: debug 2022-01-25T22:35:30.329+0000 7f1dd021b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi111 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:35:30.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:30 smithi111 conmon[29072]: debug 2022-01-25T22:35:30.329+0000 7f1dd021b700 -1 mon.smithi111@0(leader) e1 *** Got Signal Terminated *** 2022-01-25T22:35:30.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:30 smithi111 podman[29570]: 77cd5f21599ae217a8f9e02e8f5e4c1804e73f6e8a2b244fbd4629c5ac69d5cc 2022-01-25T22:35:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service: Succeeded. 2022-01-25T22:35:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 systemd[1]: Stopped Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:35:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 systemd[1]: Starting Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:35:31.667 INFO:teuthology.orchestra.run.smithi111.stderr:Setting mon public_network to 172.21.0.0/20 2022-01-25T22:35:31.668 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-01-25T22:35:31.903 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.647+0000 7f8df990c700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:35:31.903 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.647+0000 7f8df990c700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:35:31.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.647+0000 7f8df990c700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:35:31.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.651+0000 7f8df990c700 0 load: jerasure load: lrc load: isa 2022-01-25T22:35:31.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:35:31.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.905 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:35:31.905 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.905 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:35:31.905 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: DB SUMMARY 2022-01-25T22:35:31.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:35:31.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:35:31.907 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.907 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-01-25T22:35:31.907 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.907 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi111/store.db dir, Total Num: 1, files: 000004.sst 2022-01-25T22:35:31.908 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.908 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi111/store.db: 000006.log size: 85189 ; 2022-01-25T22:35:31.908 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.908 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:35:31.908 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.909 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:35:31.909 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:35:31.909 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.env: 0x55d8d73ff1c0 2022-01-25T22:35:31.909 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:35:31.910 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.info_log: 0x55d8d81e1960 2022-01-25T22:35:31.910 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:35:31.910 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:35:31.910 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:35:31.911 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:35:31.911 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:35:31.911 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:35:31.911 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:35:31.912 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:35:31.912 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:35:31.912 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:35:31.912 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:35:31.912 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:35:31.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:35:31.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:35:31.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:35:31.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi111/store.db 2022-01-25T22:35:31.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:35:31.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:35:31.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:35:31.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:35:31.915 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:35:31.915 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:35:31.915 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:35:31.915 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:35:31.916 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:35:31.916 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:35:31.916 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.write_buffer_manager: 0x55d8d81e7fb0 2022-01-25T22:35:31.916 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:35:31.916 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:35:31.917 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:35:31.917 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:35:31.917 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:35:31.917 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:35:31.918 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:35:31.918 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:35:31.918 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:35:31.918 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:35:31.919 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:35:31.919 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:35:31.919 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:35:31.919 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:35:31.919 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.row_cache: None 2022-01-25T22:35:31.920 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:35:31.920 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:35:31.920 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:35:31.920 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:35:31.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:35:31.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:35:31.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:35:31.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:35:31.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:35:31.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:35:31.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:35:31.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:35:31.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:35:31.923 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:35:31.923 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:35:31.923 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.923 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:35:31.924 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:35:31.924 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:35:31.924 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:35:31.924 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:35:31.925 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:35:31.925 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:35:31.925 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:35:31.925 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:35:31.925 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:35:31.926 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:35:31.926 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:35:31.926 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:35:31.926 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:35:31.927 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:35:31.927 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:35:31.927 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:35:31.927 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:35:31.928 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:35:31.928 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:35:31.928 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:35:31.928 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:35:31.928 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000005 2022-01-25T22:35:31.929 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.929 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:35:31.929 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.929 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:35:31.930 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.merge_operator: 2022-01-25T22:35:31.930 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:35:31.930 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:35:31.932 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:35:31.932 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:35:31.932 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d8d80f2128) 2022-01-25T22:35:31.933 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cache_index_and_filter_blocks: 1 2022-01-25T22:35:31.933 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:35:31.933 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:35:31.933 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: pin_top_level_index_and_filter: 1 2022-01-25T22:35:31.933 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: index_type: 0 2022-01-25T22:35:31.934 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: data_block_index_type: 0 2022-01-25T22:35:31.934 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: index_shortening: 1 2022-01-25T22:35:31.934 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:35:31.934 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: hash_index_allow_collision: 1 2022-01-25T22:35:31.935 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: checksum: 1 2022-01-25T22:35:31.935 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: no_block_cache: 0 2022-01-25T22:35:31.935 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_cache: 0x55d8d812cf10 2022-01-25T22:35:31.935 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_cache_name: BinnedLRUCache 2022-01-25T22:35:31.936 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_cache_options: 2022-01-25T22:35:31.936 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: capacity : 536870912 2022-01-25T22:35:31.936 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: num_shard_bits : 4 2022-01-25T22:35:31.936 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: strict_capacity_limit : 0 2022-01-25T22:35:31.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: high_pri_pool_ratio: 0.000 2022-01-25T22:35:31.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_cache_compressed: (nil) 2022-01-25T22:35:31.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: persistent_cache: (nil) 2022-01-25T22:35:31.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_size: 4096 2022-01-25T22:35:31.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_size_deviation: 10 2022-01-25T22:35:31.938 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_restart_interval: 16 2022-01-25T22:35:31.938 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: index_block_restart_interval: 1 2022-01-25T22:35:31.938 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: metadata_block_size: 4096 2022-01-25T22:35:31.938 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: partition_filters: 0 2022-01-25T22:35:31.939 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: use_delta_encoding: 1 2022-01-25T22:35:31.939 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:35:31.939 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: whole_key_filtering: 1 2022-01-25T22:35:31.939 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: verify_compression: 0 2022-01-25T22:35:31.939 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: read_amp_bytes_per_bit: 0 2022-01-25T22:35:31.940 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: format_version: 2 2022-01-25T22:35:31.940 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: enable_index_compression: 1 2022-01-25T22:35:31.940 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: block_align: 0 2022-01-25T22:35:31.941 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.941 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:35:31.941 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:35:31.941 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:35:31.942 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:35:31.942 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:35:31.942 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:35:31.942 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:35:31.942 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:35:31.943 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:35:31.943 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:35:31.943 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:35:31.943 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:35:31.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:35:31.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:35:31.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:35:31.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:35:31.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:35:31.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:35:31.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:35:31.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:35:31.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:35:31.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:35:31.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:35:31.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:35:31.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:35:31.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:35:31.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:35:31.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:35:31.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:35:31.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:35:31.948 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:35:31.948 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:35:31.948 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:35:31.948 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:35:31.949 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:35:31.949 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:35:31.949 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:35:31.949 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:35:31.949 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:35:31.950 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:35:31.950 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:35:31.950 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:35:31.950 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:35:31.951 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:35:31.951 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:35:31.951 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:35:31.951 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:35:31.952 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:35:31.952 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:35:31.952 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:35:31.952 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:35:31.952 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:35:31.953 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:35:31.953 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:35:31.953 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:35:31.953 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:35:31.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:35:31.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:35:31.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:35:31.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:35:31.955 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:35:31.955 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:35:31.955 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:35:31.955 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:35:31.955 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:35:31.956 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:35:31.956 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:35:31.956 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:35:31.956 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:35:31.957 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.957 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-01-25T22:35:31.957 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.957 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150131653628, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-01-25T22:35:31.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.652+0000 7f8df990c700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-01-25T22:35:31.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.653+0000 7f8df990c700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:35:31.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.653+0000 7f8df990c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150131654436, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 82047, "table_properties": {"data_size": 80317, "index_size": 335, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9200, "raw_average_key_size": 46, "raw_value_size": 74962, "raw_average_value_size": 382, "num_data_blocks": 11, "num_entries": 196, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150131, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:35:31.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.653+0000 7f8df990c700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-01-25T22:35:31.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.654+0000 7f8df990c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150131654826, "job": 1, "event": "recovery_finished"} 2022-01-25T22:35:31.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.654+0000 7f8df990c700 4 rocksdb: DB pointer 0x55d8d81f3800 2022-01-25T22:35:31.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.654+0000 7f8de0724700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:35:31.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.654+0000 7f8de0724700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:35:31.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** DB Stats ** 2022-01-25T22:35:31.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:31.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:35:31.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:35:31.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:35:31.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:35:31.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:35:31.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:35:31.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** Compaction Stats [default] ** 2022-01-25T22:35:31.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:31.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:31.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: L0 2/0 81.82 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Sum 2/0 81.82 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** Compaction Stats [default] ** 2022-01-25T22:35:31.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:31.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:31.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:31.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:31.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:31.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:35:31.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:35:31.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:35:31.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Cumulative compaction: 0.00 GB write, 30.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:31.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Interval compaction: 0.00 GB write, 30.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:31.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:35:31.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:35:31.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** Compaction Stats [default] ** 2022-01-25T22:35:31.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:31.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:31.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: L0 2/0 81.82 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Sum 2/0 81.82 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:35:31.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** Compaction Stats [default] ** 2022-01-25T22:35:31.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:35:31.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:35:31.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 146.5 0.00 0.00 1 0.001 0 0 2022-01-25T22:35:31.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:35:31.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:31.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:35:31.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:35:31.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:35:31.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:35:31.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Cumulative compaction: 0.00 GB write, 30.16 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:31.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:35:31.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:35:31.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:35:31.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.655+0000 7f8df990c700 0 starting mon.smithi111 rank 0 at public addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] at bind addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi111 fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:31.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 1 mon.smithi111@-1(???) e1 preinit fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:31.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).mds e1 new map 2022-01-25T22:35:31.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).mds e1 print_map 2022-01-25T22:35:31.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: e1 2022-01-25T22:35:31.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:35:31.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:35:31.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: legacy client fscid: -1 2022-01-25T22:35:31.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: No filesystems configured 2022-01-25T22:35:31.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-25T22:35:31.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:35:31.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:35:31.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.656+0000 7f8df990c700 0 mon.smithi111@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:35:31.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: audit 2022-01-25T22:35:31.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22: 2022-01-25T22:35:31.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 35:29.618693+0000 mon.smithi111 (mon. 2022-01-25T22:35:31.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 0) 10 : audit [DBG] from='client.? 172.21.15.111:0/3160389225' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:35:31.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.656+0000 7f8df990c700 1 mon.smithi111@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-01-25T22:35:31.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:35:31.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:35:31.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:35:31.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:35:31.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:35:31.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:35:31.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:35:31.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:35:31.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:35:31.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:35:31.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:35:31.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: debug 2022-01-25T22:35:31.657+0000 7f8df990c700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:35:31.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 bash[29680]: 2d06989672ab593f474e4b27adaddeaef9fd9cfbe2e7fceaad978dd086ecd7ef 2022-01-25T22:35:31.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 systemd[1]: Started Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:35:31.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cluster 2022-01-25T22:35:31.673414+0000 mon.smithi111 (mon.0) 2022-01-25T22:35:31.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 1 : cluster [INF] mon.smithi111 is new leader, mons smithi111 in quorum (ranks 0) 2022-01-25T22:35:31.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cluster 2022-01-25T22:35:31.673483+0000 mon.smithi111 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0]} 2022-01-25T22:35:31.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:35:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 01-25T22:35:31.673544+0000 mon.smithi111 (mon.0) 3 : cluster [DBG] fsmap 2022-01-25T22:35:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cluster 2022-01-25T22:35:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: 2022-01-25T22:35:31.673574+0000 mon.smithi111 (mon.0) 4 : cluster 2022-01-25T22:35:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:35:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:35:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: -01-25T22:35:31.674002+0000 mon.smithi111 (mon.0) 5 : cluster [DBG] 2022-01-25T22:35:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:31 smithi111 conmon[29796]: mgrmap e1: no daemons active 2022-01-25T22:35:32.924 INFO:teuthology.orchestra.run.smithi111.stderr:Wrote config to /etc/ceph/ceph.conf 2022-01-25T22:35:32.924 INFO:teuthology.orchestra.run.smithi111.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:35:32.924 INFO:teuthology.orchestra.run.smithi111.stderr:Creating mgr... 2022-01-25T22:35:32.925 INFO:teuthology.orchestra.run.smithi111.stderr:Verifying port 9283 ... 2022-01-25T22:35:32.925 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl daemon-reload 2022-01-25T22:35:33.013 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl stop ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw 2022-01-25T22:35:33.034 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl reset-failed ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw 2022-01-25T22:35:33.039 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Failed to reset failed state of unit ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw.service: Unit ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw.service not loaded. 2022-01-25T22:35:33.040 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl enable ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw 2022-01-25T22:35:33.045 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: Created symlink /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c.target.wants/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw.service → /etc/systemd/system/ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:35:33.121 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mgr.smithi111.vbmimw 2022-01-25T22:35:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:33 smithi111 conmon[29796]: audit 2022-01-25T22:35:32.385140+0000 mon.smithi111 (mon 2022-01-25T22:35:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:33 smithi111 conmon[29796]: .0) 6 : audit [INF] from='client.? 172.21.15.111:0/187566739' entity='client.admin' 2022-01-25T22:35:33.845 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:35:33.854 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: disabled 2022-01-25T22:35:33.856 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:35:33.860 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:35:33.862 INFO:teuthology.orchestra.run.smithi111.stderr:firewalld.service is not enabled 2022-01-25T22:35:33.863 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:35:33.864 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:35:33.865 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:35:33.869 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: disabled 2022-01-25T22:35:33.871 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:35:33.876 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:35:33.878 INFO:teuthology.orchestra.run.smithi111.stderr:firewalld.service is not enabled 2022-01-25T22:35:33.878 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-01-25T22:35:33.879 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mgr to start... 2022-01-25T22:35:33.879 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mgr... 2022-01-25T22:35:33.880 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:35:34.686 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:34.687 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:35:34.687 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsid": "0092ccdc-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:35:34.687 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:35:34.687 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:35:34.687 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:35:34.688 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:35:34.688 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.688 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:35:34.688 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:35:34.689 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 0 2022-01-25T22:35:34.689 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:34.689 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:35:34.689 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "smithi111" 2022-01-25T22:35:34.689 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:34.690 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_age": 3, 2022-01-25T22:35:34.690 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:35:34.690 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:34.690 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:35:34.691 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:35:34.691 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.691 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:35:34.691 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:34.691 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:35:34.692 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:35:34.692 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:35:34.692 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:35:34.692 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:35:34.693 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:35:34.693 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.696 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:35:34.696 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:35:34.696 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:35:34.697 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:35:34.697 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:35:34.697 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:35:34.697 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:35:34.698 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:35:34.698 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:35:34.698 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.698 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:35:34.698 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:34.699 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:35:34.699 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:35:34.699 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.699 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:35:34.699 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:35:34.700 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:35:34.700 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:35:34.700 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:35:34.700 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:35:34.701 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:34.701 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:34.701 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.701 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:35:34.701 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:34.702 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:35:26.167874+0000", 2022-01-25T22:35:34.702 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:34.702 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:34.702 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:35:34.703 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:35:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:34 smithi111 conmon[29796]: audit 2022-01-25T22:35:34.684723+0000 mon.smithi111 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.111:0/580517304' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:35:35.306 INFO:teuthology.orchestra.run.smithi111.stderr:mgr not available, waiting (1/15)... 2022-01-25T22:35:37.308 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:35:38.077 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:38.077 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:35:38.077 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsid": "0092ccdc-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:35:38.078 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:35:38.078 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:35:38.078 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:35:38.078 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:35:38.079 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.079 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:35:38.079 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:35:38.079 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 0 2022-01-25T22:35:38.079 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:38.080 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:35:38.080 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "smithi111" 2022-01-25T22:35:38.080 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:38.080 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_age": 6, 2022-01-25T22:35:38.081 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:35:38.081 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:38.081 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:35:38.081 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:35:38.081 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.082 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:35:38.082 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:38.082 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:35:38.082 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:35:38.083 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:35:38.083 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:35:38.083 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:35:38.083 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:35:38.084 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.084 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:35:38.084 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:35:38.084 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:35:38.085 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:35:38.085 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:35:38.085 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:35:38.085 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:35:38.086 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:35:38.086 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:35:38.086 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.086 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:35:38.086 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:38.087 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:35:38.087 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:35:38.087 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.087 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:35:38.088 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:35:38.088 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:35:38.088 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:35:38.088 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:35:38.089 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:35:38.089 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:38.089 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:38.089 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.089 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:35:38.090 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:38.090 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:35:26.167874+0000", 2022-01-25T22:35:38.090 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:38.090 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:38.091 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:35:38.091 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:35:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:38 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.071437+0000 mon.smithi111 (mon.0) 8 2022-01-25T22:35:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:38 smithi111 conmon[29796]: : audit [DBG] from='client.? 172.21.15.111:0/1902154865' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:35:38.588 INFO:teuthology.orchestra.run.smithi111.stderr:mgr not available, waiting (2/15)... 2022-01-25T22:35:39.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: cluster 2022-01-25T22:35:38.747653+0000 mon.smithi111 (mon.0) 9 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: cluster 2022-01-25T22:35:38.750140+0000 mon.smithi111 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi111.vbmimw(active, starting, since 0.00256738s) 2022-01-25T22:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.751090+0000 mon.smithi111 (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.751288+0000 mon.smithi111 (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.751468+0000 mon.smithi111 (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:35:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.751635+0000 mon.smithi111 (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:35:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.751829+0000 mon.smithi111 (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:35:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: cluster 2022-01-25T22:35:38.765190+0000 mon.smithi111 (mon.0) 16 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:35:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.773298+0000 mon.smithi111 (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.776465+0000 mon.smithi111 (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:35:39.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.777541+0000 mon.smithi111 (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:35:39.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38 2022-01-25T22:35:39.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: .782957+0000 mon.smithi111 (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:39.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:39 smithi111 conmon[29796]: audit 2022-01-25T22:35:38.785562+0000 mon.smithi111 (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.111:0/4164041931' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:40.591 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:35:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:40 smithi111 conmon[29796]: cluster 2022-01-25T22:35:39.753172+0000 mon.smithi111 (mon.0) 22 : cluster 2022-01-25T22:35:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:40 smithi111 conmon[29796]: [DBG] mgrmap e3: smithi111.vbmimw(active, since 1.00559s) 2022-01-25T22:35:41.459 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 2022-01-25T22:35:41.460 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:35:41.460 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsid": "0092ccdc-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:35:41.460 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:35:41.461 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:35:41.461 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:35:41.461 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:35:41.461 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.461 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:35:41.462 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:35:41.462 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 0 2022-01-25T22:35:41.462 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:41.462 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:35:41.463 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "smithi111" 2022-01-25T22:35:41.463 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:41.463 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "quorum_age": 9, 2022-01-25T22:35:41.463 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:35:41.463 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:41.464 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:35:41.464 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:35:41.464 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.464 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:35:41.465 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:41.465 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:35:41.465 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:35:41.465 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:35:41.465 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:35:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:35:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:35:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.466 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:35:41.467 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:35:41.467 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:35:41.467 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:35:41.467 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:35:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:35:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:35:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:35:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:35:41.468 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:35:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:35:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:35:41.469 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.470 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:35:41.470 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:35:41.470 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:35:41.470 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:35:41.471 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:35:41.471 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:35:41.471 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ], 2022-01-25T22:35:41.471 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:41.471 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.472 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:35:41.472 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:35:41.472 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:35:26.167874+0000", 2022-01-25T22:35:41.472 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:35:41.473 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: }, 2022-01-25T22:35:41.473 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:35:41.473 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:35:42.013 INFO:teuthology.orchestra.run.smithi111.stderr:mgr is available 2022-01-25T22:35:42.014 INFO:teuthology.orchestra.run.smithi111.stderr:Enabling cephadm module... 2022-01-25T22:35:42.014 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-01-25T22:35:42.022 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:41 smithi111 conmon[29796]: audit 2022-01-25T22:35:41.454936+0000 mon.smithi111 (mon.0) 23 : audit 2022-01-25T22:35:42.022 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:41 smithi111 conmon[29796]: [DBG] from='client.? 172.21.15.111:0/1019428778' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:35:43.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:42 smithi111 conmon[29796]: cluster 2022-01-25T22:35:41.755707+0000 2022-01-25T22:35:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:42 smithi111 conmon[29796]: mon.smithi111 (mon.0) 24 : cluster [DBG] mgrmap e4: smithi111.vbmimw(active, since 3s) 2022-01-25T22:35:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:43 smithi111 conmon[29796]: audit 2022-01-25T22:35:42.823573+0000 mon.smithi111 (mon.0) 25 : audit [INF] from='client.? 172.21.15.111:0/274781584' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-01-25T22:35:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:43 smithi111 conmon[29796]: 2022-01-25T22:35:44.354 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:35:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:44 smithi111 conmon[29796]: audit 2022-01-25T22:35:43.761832+0000 mon.smithi111 (mon.0) 26 : audit [INF] 2022-01-25T22:35:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:44 smithi111 conmon[29796]: from='client.? 172.21.15.111:0/274781584' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-01-25T22:35:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:44 smithi111 conmon[29796]: cluster 2022-01-25T22:35:43.761894+0000 mon.smithi111 (mon.0) 27 : cluster [DBG] mgrmap e5: smithi111.vbmimw(active, since 5s) 2022-01-25T22:35:45.273 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:35:45.273 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 5, 2022-01-25T22:35:45.273 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:35:45.274 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "active_name": "smithi111.vbmimw", 2022-01-25T22:35:45.274 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:35:45.274 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:35:45.859 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for the mgr to restart... 2022-01-25T22:35:45.859 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mgr epoch 5... 2022-01-25T22:35:45.859 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:35:46.053 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:45 smithi111 conmon[29796]: audit 2022-01-25T22:35:45.273832+0000 mon.smithi111 (mon.0) 28 : audit [DBG] from='client.? 172.21.15.111:0/1010180139' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:35:49.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:48 smithi111 conmon[29796]: cluster 2022-01-25T22:35:48.767616+0000 mon.smithi111 (mon.0 2022-01-25T22:35:49.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:48 smithi111 conmon[29796]: ) 29 : cluster [INF] Active manager daemon smithi111.vbmimw restarted 2022-01-25T22:35:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:48 smithi111 conmon[29796]: cluster 2022-01-25T22:35:48.768000+0000 mon.smithi111 (mon.0) 30 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:35:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:48 smithi111 conmon[29796]: cluster 2022-01-25T22:35:48.771990+0000 mon.smithi111 (mon.0) 31 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-01-25T22:35:49.837 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:35:49.838 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2022-01-25T22:35:49.838 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:35:49.838 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:35:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: cluster 2022-01-25T22:35:48.822826+0000 mon.smithi111 (mon.0) 32 : cluster [DBG] 2022-01-25T22:35:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: mgrmap e6: smithi111.vbmimw(active, starting, since 0.0548976s) 2022-01-25T22:35:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35:48.825938+0000 mon.smithi111 (mon.0) 33 : audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:35:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:35:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 22:35:48.826516+0000 mon.smithi111 (mon.0) 34 : audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:35:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35: 2022-01-25T22:35:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 48.827144+0000 mon.smithi111 (mon.0) 35 : 2022-01-25T22:35:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:35:50.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35:48 2022-01-25T22:35:50.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: .827304+0000 mon.smithi111 (mon.0) 36 : audit 2022-01-25T22:35:50.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:35:50.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35 2022-01-25T22:35:50.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: :48.827446+0000 mon.smithi111 (mon.0) 37 2022-01-25T22:35:50.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: : audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:35:50.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: cluster 2022-01-25T 2022-01-25T22:35:50.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 22:35:48.841212+0000 mon.smithi111 (mon. 2022-01-25T22:35:50.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 0) 38 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:35:50.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:35:50.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 25T22:35:48.854343+0000 mon.smithi111 ( 2022-01-25T22:35:50.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: mon.0) 39 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:50.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:35:50.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: -25T22:35:48.856908+0000 mon.smithi111 ( 2022-01-25T22:35:50.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: mon.0) 40 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:50.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:35:50.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: -25T22:35:48.859235+0000 mon.smithi111 2022-01-25T22:35:50.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: (mon.0) 41 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:50.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:35:50.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: -25T22:35:48.947816+0000 mon.smithi111 2022-01-25T22:35:50.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: (mon.0) 42 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:50.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 2022-01-25T22:35:50.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35:50.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 2022-01-25T22:35:48.948505+0000 mon.smithi111 ( 2022-01-25T22:35:50.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: mon.0) 43 : audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:35:50.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:35:50.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: T22:35:48.949817+0000 mon.smithi111 (mon.0) 44 : audit 2022-01-25T22:35:50.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:35:50.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22:35:48 2022-01-25T22:35:50.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: .951416+0000 mon.smithi111 (mon.0) 45 : audit 2022-01-25T22:35:50.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:35:50.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:35:50.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: :35:48.961208+0000 mon.smithi111 (mon.0 2022-01-25T22:35:50.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: ) 46 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:35:50.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:35:50.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: 25T22:35:48.962338+0000 mon.smithi111 2022-01-25T22:35:50.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:49 smithi111 conmon[29796]: (mon.0) 47 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:35:50.420 INFO:teuthology.orchestra.run.smithi111.stderr:mgr epoch 5 is available 2022-01-25T22:35:50.421 INFO:teuthology.orchestra.run.smithi111.stderr:Setting orchestrator backend to cephadm... 2022-01-25T22:35:50.421 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-01-25T22:35:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:50 smithi111 conmon[29796]: audit 2022-01-25T22:35:49.831974+0000 mgr.smithi111.vbmimw (mgr.14114) 1 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:35:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:50 smithi111 conmon[29796]: cluster 2022-01-25T22 2022-01-25T22:35:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:50 smithi111 conmon[29796]: :35:49.832623+0000 mon.smithi111 (mon.0) 48 : cluster [DBG] mgrmap e7: smithi111.vbmimw(active, since 1.06469s) 2022-01-25T22:35:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:50 smithi111 conmon[29796]: audit 2022-01-25T22:35:49.838537+0000 mgr.smithi111.vbmimw (mgr.14114) 2 : audit 2022-01-25T22:35:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:50 smithi111 conmon[29796]: [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:35:51.803 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-01-25T22:35:52.074 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: cluster 2022-01-25T22:35:50.834215+0000 mon.smithi111 (mon.0) 49 : cluster [DBG] mgrmap e8: smithi111.vbmimw(active, since 2s) 2022-01-25T22:35:52.075 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: audit 2022-01-25T22:35:51.242981+0000 mgr.smithi111.vbmimw (mgr.14114) 3 : 2022-01-25T22:35:52.075 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:35:52.075 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:35:52.075 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: 22:35:51.246783+0000 mon.smithi111 (mon. 2022-01-25T22:35:52.076 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: 0) 50 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:52.076 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: audit 2022-01-25T22:35:52.076 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: 2022-01-25T22:35:51. 2022-01-25T22:35:52.076 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: 250137+0000 mon.smithi111 (mon.0) 51 : audit 2022-01-25T22:35:52.077 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:51 smithi111 conmon[29796]: [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:35:52.610 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: value unchanged 2022-01-25T22:35:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:52 smithi111 conmon[29796]: audit 2022-01-25T22:35:52.611084+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:35:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:52 smithi111 conmon[29796]: 14114) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:35:53.195 INFO:teuthology.orchestra.run.smithi111.stderr:Generating ssh key... 2022-01-25T22:35:53.195 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-01-25T22:35:54.836 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-01-25T22:35:55.640 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwD3cU3mYIbRtSQHaYVb0udm9JY3lphKk8LOYAolacl97l4NyYsON7BJ7guGueyHYgyA0GhP3xwjv8MUSKGO94rWLaPsro9kqznGEqvkmCmbhcdgYUHCKjZuIcuDAHelGh5vHXlnDKglnZUYrTPpYxCm6SFzZid7z+6vbNm+ohbgncwbVkIlaZ5i0WRZBthOdSijZ1TDTH6dTgEdWBrftESoRiAuc9X1JdX67b5XuUDH8o3Va9s+Go8zZgiCcJCJCqkWCUaQLrGxzlkomKogMBiVf4f9GQcKZ/Hp8TS0PhFcgjLi6LD81Jz/hNps+nGsDBWBPmbmb2xTDRXSXicoZfM/DAfDLCd1N83crJe6lus7Ichi3zf1ZSC2aNCVReXGu8qPca99s1cu5ibPgqIf1DP3qTMOH90HYir3Rtvs+kgcsTkytZEJbBYzKr7C9JfuzCrpK8yeqoODPZo/aFlF2nntCeh5UEKl63WCprryTHDkh09xRnkDFJgeth82mf7jM= ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:35:55.664 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:55 smithi111 conmon[29796]: cephadm 2022-01-25T22:35:54.018309+0000 mgr.smithi111.vbmimw (mgr.14114) 6 : cephadm [INF] Generating ssh key... 2022-01-25T22:35:55.665 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:55 smithi111 conmon[29796]: audit 2022-01-25T22:35:54.349404+0000 mon.smithi111 (mon.0) 52 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:55.665 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:55 smithi111 conmon[29796]: audit 2022-01-25T22:35:55.665 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:55 smithi111 conmon[29796]: 2022-01-25T22:35:54.351142+0000 mon.smithi111 (mon.0) 53 : 2022-01-25T22:35:55.665 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:55 smithi111 conmon[29796]: audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:56.161 INFO:teuthology.orchestra.run.smithi111.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-01-25T22:35:56.162 INFO:teuthology.orchestra.run.smithi111.stderr:Adding key to root@localhost authorized_keys... 2022-01-25T22:35:56.163 INFO:teuthology.orchestra.run.smithi111.stderr:Adding host smithi111... 2022-01-25T22:35:56.163 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi111 172.21.15.111 2022-01-25T22:35:56.451 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:56 smithi111 conmon[29796]: audit 2022-01-25T22:35:55.640680+0000 mgr.smithi111.vbmimw (mgr.14114) 7 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:35:57.654 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Added host 'smithi111' 2022-01-25T22:35:58.311 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying mon service with default placement... 2022-01-25T22:35:58.311 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-01-25T22:35:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:58 smithi111 conmon[29796]: audit 2022-01-25T22:35:57.049856+0000 mgr.smithi111.vbmimw (mgr.14114) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi111", "addr": "172.21.15.111", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:35:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:58 smithi111 conmon[29796]: audit 2022-01-25T22:35:57.653666+0000 mon.smithi111 (mon.0) 54 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:35:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:58 smithi111 conmon[29796]: cephadm 2022-01-25T22:35:57.653991+0000 mgr.smithi111.vbmimw (mgr.14114) 9 : cephadm [INF] Added host smithi111 2022-01-25T22:35:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:35:58 smithi111 conmon[29796]: audit 2022-01-25T22:35:57.654258+0000 mon.smithi111 (mon.0) 55 : audit [DBG] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:35:59.231 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled mon update... 2022-01-25T22:35:59.885 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying mgr service with default placement... 2022-01-25T22:35:59.886 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-01-25T22:36:00.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:00 smithi111 conmon[29796]: audit 2022-01-25T22:35:59.229512+0000 mgr.smithi111.vbmimw (mgr.14114) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:00 smithi111 conmon[29796]: cephadm 2022-01-25T22:35:59.230195+0000 mgr.smithi111.vbmimw (mgr.14114) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-01-25T22:36:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:00 smithi111 conmon[29796]: audit 2022-01-25T22:35:59.232409+0000 mon.smithi111 (mon.0) 56 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:00.902 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-01-25T22:36:01.435 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying crash service with default placement... 2022-01-25T22:36:01.435 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-01-25T22:36:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:01 smithi111 conmon[29796]: audit 2022-01-25T22:36:00.742411+0000 2022-01-25T22:36:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:01 smithi111 conmon[29796]: mon.smithi111 (mon.0) 57 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:01 smithi111 conmon[29796]: audit 2022-01-25T22:36:00.903399+0000 mon.smithi111 (mon.0) 58 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:01 smithi111 conmon[29796]: audit 2022-01-25T22:36:00.993385+0000 mon.smithi111 (mon.0) 59 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:02.294 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled crash update... 2022-01-25T22:36:02.868 INFO:teuthology.orchestra.run.smithi111.stderr:Enabling mgr prometheus module... 2022-01-25T22:36:02.869 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-01-25T22:36:03.006 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:02 smithi111 conmon[29796]: audit 2022-01-25T22:36:00.898145+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:36:03.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:02 smithi111 conmon[29796]: mgr.14114) 12 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:03.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:02 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:00.898704+0000 mgr.smithi111.vbmimw (mgr.14114) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-01-25T22:36:03.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:02 smithi111 conmon[29796]: audit 2022-01-25T22:36:02.252682+0000 mon.smithi111 (mon.0) 60 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:03.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:02 smithi111 conmon[29796]: audit 2022-01-25T22:36:02.295327+0000 mon.smithi111 (mon.0) 61 : audit [INF] from='mgr.14114 172.21.15.111:0/1199258886' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:04.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:03 smithi111 conmon[29796]: audit 2022-01-25T22:36:02.292521+0000 mgr.smithi111.vbmimw (mgr.14114) 14 2022-01-25T22:36:04.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:03 smithi111 conmon[29796]: : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:04.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:03 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:02.293151+0000 mgr.smithi111.vbmimw (mgr.14114) 15 : cephadm [INF] Saving service crash spec with placement * 2022-01-25T22:36:05.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:04 smithi111 conmon[29796]: audit 2022-01-25T22:36:04.101665+0000 mon.smithi111 (mon.0) 62 : audit [INF] from='client.? 172.21.15.111:0/1881874887' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-01-25T22:36:05.251 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying prometheus service with default placement... 2022-01-25T22:36:05.251 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-01-25T22:36:05.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:05 smithi111 conmon[29796]: audit 2022-01-25T22:36:04.748950 2022-01-25T22:36:05.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:05 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 63 : audit [INF] from='client.? 172.21.15.111:0/1881874887' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-01-25T22:36:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:05 smithi111 conmon[29796]: cluster 2022-01-25T22:36:04.749002+0000 mon.smithi111 (mon.0) 64 : cluster [DBG] mgrmap e9: smithi111.vbmimw(active, since 15s) 2022-01-25T22:36:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:09 smithi111 conmon[29796]: cluster 2022-01-25T22:36:09.643578+0000 mon.smithi111 (mon.0) 2022-01-25T22:36:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:09 smithi111 conmon[29796]: 65 : cluster [INF] Active manager daemon smithi111.vbmimw restarted 2022-01-25T22:36:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:09 smithi111 conmon[29796]: cluster 2022-01-25T22:36:09.644139+0000 mon.smithi111 (mon.0) 66 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:36:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:09 smithi111 conmon[29796]: cluster 2022-01-25T22:36:09.646300+0000 mon.smithi111 (mon.0) 67 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-01-25T22:36:10.703 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-01-25T22:36:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: cluster 2022-01-25T22:36:09.696626+0000 mon.smithi111 (mon.0) 68 : cluster 2022-01-25T22:36:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: [DBG] mgrmap e10: smithi111.vbmimw(active, starting, since 0.0526048s) 2022-01-25T22:36:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.698944+0000 mon.smithi111 (mon.0) 69 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:36:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.699597+0000 mon.smithi111 (mon.0) 70 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:36:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.700248+0000 mon.smithi111 (mon.0) 71 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:36:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.700395+0000 mon.smithi111 (mon.0) 72 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:36:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.700528+0000 mon.smithi111 (mon.0) 73 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:36:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: cluster 2022-01-25T22:36:09.702290+0000 mon.smithi111 (mon.0) 74 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:36:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.802035+0000 mon.smithi111 (mon.0) 75 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:36:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.803333+0000 mon.smithi111 (mon.0) 76 : audit [DBG] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:36:10.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.817556+0000 mon.smithi111 (mon.0) 77 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:36:10.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:10 smithi111 conmon[29796]: audit 2022-01-25T22:36:09.824669+0000 mon.smithi111 (mon.0) 78 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:36:11.334 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying grafana service with default placement... 2022-01-25T22:36:11.334 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-01-25T22:36:11.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:11 smithi111 conmon[29796]: cluster 2022-01-25T22:36:10.700945+0000 mon.smithi111 (mon.0) 79 : cluster [DBG] mgrmap e11: smithi111.vbmimw(active, since 1.05692s) 2022-01-25T22:36:11.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:11 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:10.701900+0000 mgr.smithi111.vbmimw (mgr.14142) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-01-25T22:36:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:11 smithi111 conmon[29796]: audit 2022-01-25T22:36:10.704633+0000 mon.smithi111 (mon.0) 80 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:11 smithi111 conmon[29796]: audit 2022-01-25T22:36:11.316709+0000 mon.smithi111 (mon.0) 81 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:12.169 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-01-25T22:36:13.190 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying node-exporter service with default placement... 2022-01-25T22:36:13.191 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-01-25T22:36:13.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:13 smithi111 conmon[29796]: audit 2022-01-25T22:36:12.167362+0000 mgr.smithi111.vbmimw (mgr.14142) 3 : 2022-01-25T22:36:13.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:13 smithi111 conmon[29796]: audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:13.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:13 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:12.167917+0000 mgr.smithi111.vbmimw (mgr.14142) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-01-25T22:36:13.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:13 smithi111 conmon[29796]: audit 2022-01-25T22:36:12.170104+0000 mon.smithi111 (mon.0) 82 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:13.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:13 smithi111 conmon[29796]: cluster 2022-01-25T22:36:12.318803+0000 mon.smithi111 (mon.0) 83 : cluster [DBG] mgrmap e12: smithi111.vbmimw(active, since 2s) 2022-01-25T22:36:13.979 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-01-25T22:36:14.586 INFO:teuthology.orchestra.run.smithi111.stderr:Deploying alertmanager service with default placement... 2022-01-25T22:36:14.588 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-01-25T22:36:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:14 smithi111 conmon[29796]: audit 2022-01-25T22:36:13.977644+0000 mgr.smithi111.vbmimw (mgr.14142 2022-01-25T22:36:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:14 smithi111 conmon[29796]: ) 5 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:14 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:13.978315+0000 mgr.smithi111.vbmimw (mgr.14142) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-01-25T22:36:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:14 smithi111 conmon[29796]: audit 2022-01-25T22:36:13.980509+0000 mon.smithi111 (mon.0) 84 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:15.449 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-01-25T22:36:16.000 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-01-25T22:36:16.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:16 smithi111 conmon[29796]: audit 2022-01-25T22:36:15.447292+0000 mgr.smithi111.vbmimw (mgr.14142) 7 2022-01-25T22:36:16.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:16 smithi111 conmon[29796]: : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:16 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:15.447854+0000 mgr.smithi111.vbmimw (mgr.14142) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-01-25T22:36:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:16 smithi111 conmon[29796]: audit 2022-01-25T22:36:15.450143+0000 mon.smithi111 (mon.0) 85 : audit [INF] from='mgr.14142 172.21.15.111:0/1513759885' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:17.383 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-01-25T22:36:17.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:17 smithi111 conmon[29796]: audit 2022-01-25T22:36:16.792182+0000 mon.smithi111 (mon. 2022-01-25T22:36:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:17 smithi111 conmon[29796]: 0) 86 : audit [INF] from='client.? 172.21.15.111:0/3698207214' entity='client.admin' 2022-01-25T22:36:18.783 INFO:teuthology.orchestra.run.smithi111.stderr:Enabling the dashboard module... 2022-01-25T22:36:18.783 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-01-25T22:36:19.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:19 smithi111 conmon[29796]: audit 2022-01-25T22:36:18.254560+0000 mon.smithi111 (mon.0) 87 : audit [INF] from='client.? 172.21.15.111:0/3774965649' entity='client.admin' 2022-01-25T22:36:20.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:20 smithi111 conmon[29796]: audit 2022-01-25T22:36:19.642343+0000 mon.smithi111 (mon.0) 88 : audit [INF] from='client.? 172.21.15.111:0/1066853141' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-01-25T22:36:20.842 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:36:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:21 smithi111 conmon[29796]: audit 2022-01-25T22:36:20.261812+0000 mon.smithi111 (mon.0 2022-01-25T22:36:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:21 smithi111 conmon[29796]: ) 89 : audit [INF] from='client.? 172.21.15.111:0/1066853141' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-01-25T22:36:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:21 smithi111 conmon[29796]: cluster 2022-01-25T22:36:20.261902+0000 mon.smithi111 (mon.0) 90 : cluster [DBG] mgrmap e13: smithi111.vbmimw(active, since 10s) 2022-01-25T22:36:21.779 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:36:21.779 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "epoch": 13, 2022-01-25T22:36:21.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:36:21.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "active_name": "smithi111.vbmimw", 2022-01-25T22:36:21.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:36:21.780 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:36:22.407 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for the mgr to restart... 2022-01-25T22:36:22.408 INFO:teuthology.orchestra.run.smithi111.stderr:Waiting for mgr epoch 13... 2022-01-25T22:36:22.408 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:36:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:22 smithi111 conmon[29796]: audit 2022-01-25T22:36:21.779779+0000 mon.smithi111 (mon.0) 91 2022-01-25T22:36:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:22 smithi111 conmon[29796]: : audit [DBG] from='client.? 172.21.15.111:0/1979256084' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:36:26.347 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: { 2022-01-25T22:36:26.348 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "mgrmap_epoch": 15, 2022-01-25T22:36:26.348 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:36:26.348 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: } 2022-01-25T22:36:26.555 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: cluster 2022-01-25T22:36:25.287709+0000 mon.smithi111 (mon.0) 92 : cluster [INF] Active manager daemon smithi111.vbmimw restarted 2022-01-25T22:36:26.556 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: cluster 2022-01-25T22:36:25.288146+0000 mon.smithi111 (mon.0) 93 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:36:26.556 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: cluster 2022-01-25T22:36:25.290046+0000 mon.smithi111 (mon.0) 94 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-01-25T22:36:26.556 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: cluster 2022-01-25T22:36:25.340831+0000 mon.smithi111 (mon.0) 95 : cluster [DBG] mgrmap e14: smithi111.vbmimw(active, starting, since 0.052807s) 2022-01-25T22:36:26.556 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.341772+0000 mon.smithi111 (mon.0) 96 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:36:26.557 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.342372+0000 mon.smithi111 (mon.0) 97 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:36:26.557 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.343072+0000 mon.smithi111 (mon.0) 98 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:36:26.557 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.343273+0000 mon.smithi111 (mon.0) 99 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:36:26.557 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.343458+0000 mon.smithi111 2022-01-25T22:36:26.557 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: (mon.0) 100 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:36:26.558 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: cluster 2022-01-25T22:36:25.357376+0000 mon.smithi111 (mon.0) 101 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:36:26.558 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.453477+0000 mon.smithi111 (mon.0) 102 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:36:26.558 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.455426+0000 mon.smithi111 (mon.0) 103 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:36:26.558 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.478488+0000 mon.smithi111 (mon.0) 104 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:36:26.559 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:26 smithi111 conmon[29796]: audit 2022-01-25T22:36:25.481557+0000 mon.smithi111 (mon.0) 105 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:36:26.964 INFO:teuthology.orchestra.run.smithi111.stderr:mgr epoch 13 is available 2022-01-25T22:36:26.965 INFO:teuthology.orchestra.run.smithi111.stderr:Generating a dashboard self-signed certificate... 2022-01-25T22:36:26.965 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-01-25T22:36:27.509 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:27 smithi111 conmon[29796]: audit 2022-01-25T22:36:26.342183+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:36:27.509 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:27 smithi111 conmon[29796]: .14162) 1 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:36:27.510 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:27 smithi111 conmon[29796]: cluster 2022-01-25T22:36:26.342911+0000 mon.smithi111 (mon.0) 106 : cluster [DBG] mgrmap e15: smithi111.vbmimw(active, since 1.05489s) 2022-01-25T22:36:27.510 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:27 smithi111 conmon[29796]: audit 2022-01-25T22:36:26.348511+0000 mgr.smithi111.vbmimw (mgr.14162) 2 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:36:27.510 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:27 smithi111 conmon[29796]: audit 2022-01-25T22:36:26.942053+0000 mon.smithi111 (mon.0) 107 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:27.953 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: Self-signed certificate created 2022-01-25T22:36:28.864 INFO:teuthology.orchestra.run.smithi111.stderr:Creating initial admin user... 2022-01-25T22:36:28.865 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpd2jd1xhx:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-01-25T22:36:29.144 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:28 smithi111 conmon[29796]: audit 2022-01-25T22:36:27.846696+0000 mgr.smithi111.vbmimw (mgr.14162) 3 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:29.144 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:28 smithi111 conmon[29796]: cluster 2022-01-25T22:36:27.944250+0000 mon.smithi111 (mon.0) 108 : cluster [DBG] mgrmap e16: smithi111.vbmimw(active, since 2s) 2022-01-25T22:36:29.145 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:28 smithi111 conmon[29796]: audit 2022-01-25T22:36:27.951913+0000 mon.smithi111 (mon.0) 109 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:29.145 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:28 smithi111 conmon[29796]: audit 2022-01-25T22:36:27.953622+0000 mon.smithi111 (mon.0) 110 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:29.903 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$8KBOuttMdL4noymDAj4vG.kBn4SHxkvixA678Sfgynyt44VlEJBoy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1643150189, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-01-25T22:36:30.519 INFO:teuthology.orchestra.run.smithi111.stderr:Fetching dashboard port number... 2022-01-25T22:36:30.520 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi111 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpz396aspv:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp5glv35hf:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-01-25T22:36:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:30 smithi111 conmon[29796]: audit 2022-01-25T22:36:29.686521+0000 mgr.smithi111.vbmimw 2022-01-25T22:36:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:30 smithi111 conmon[29796]: (mgr.14162) 4 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:36:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:30 smithi111 conmon[29796]: audit 2022-01-25T22:36:29.903279+0000 mon.smithi111 (mon.0) 111 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:31.348 INFO:teuthology.orchestra.run.smithi111.stderr:/usr/bin/ceph: 8443 2022-01-25T22:36:31.939 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:36:31.948 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: disabled 2022-01-25T22:36:31.948 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:36:31.955 INFO:teuthology.orchestra.run.smithi111.stderr:systemctl: inactive 2022-01-25T22:36:31.955 INFO:teuthology.orchestra.run.smithi111.stderr:firewalld.service is not enabled 2022-01-25T22:36:31.956 INFO:teuthology.orchestra.run.smithi111.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-01-25T22:36:31.959 INFO:teuthology.orchestra.run.smithi111.stderr:Ceph Dashboard is now available at: 2022-01-25T22:36:31.959 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.959 INFO:teuthology.orchestra.run.smithi111.stderr: URL: https://smithi111.front.sepia.ceph.com:8443/ 2022-01-25T22:36:31.960 INFO:teuthology.orchestra.run.smithi111.stderr: User: admin 2022-01-25T22:36:31.960 INFO:teuthology.orchestra.run.smithi111.stderr: Password: 4kvi5kq2fc 2022-01-25T22:36:31.960 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.960 INFO:teuthology.orchestra.run.smithi111.stderr:You can access the Ceph CLI with: 2022-01-25T22:36:31.960 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.961 INFO:teuthology.orchestra.run.smithi111.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:36:31.961 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.961 INFO:teuthology.orchestra.run.smithi111.stderr:Please consider enabling telemetry to help improve Ceph: 2022-01-25T22:36:31.961 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.962 INFO:teuthology.orchestra.run.smithi111.stderr: ceph telemetry on 2022-01-25T22:36:31.962 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.962 INFO:teuthology.orchestra.run.smithi111.stderr:For more information see: 2022-01-25T22:36:31.962 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.962 INFO:teuthology.orchestra.run.smithi111.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-01-25T22:36:31.963 INFO:teuthology.orchestra.run.smithi111.stderr: 2022-01-25T22:36:31.963 INFO:teuthology.orchestra.run.smithi111.stderr:Bootstrap complete. 2022-01-25T22:36:31.963 INFO:teuthology.orchestra.run.smithi111.stderr:Releasing lock 140410472710272 on /run/cephadm/0092ccdc-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:36:31.963 INFO:teuthology.orchestra.run.smithi111.stderr:Lock 140410472710272 released on /run/cephadm/0092ccdc-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:36:32.002 INFO:tasks.cephadm:Fetching config... 2022-01-25T22:36:32.003 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:36:32.003 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-01-25T22:36:32.019 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-01-25T22:36:32.020 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:36:32.020 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-01-25T22:36:32.074 INFO:tasks.cephadm:Fetching mon keyring... 2022-01-25T22:36:32.075 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:36:32.075 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/keyring of=/dev/stdout 2022-01-25T22:36:32.142 INFO:tasks.cephadm:Fetching pub ssh key... 2022-01-25T22:36:32.143 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:36:32.143 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-01-25T22:36:32.180 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:31 smithi111 conmon[29796]: audit 2022-01-25T22:36:31.349801+0000 mon.smithi111 ( 2022-01-25T22:36:32.181 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:31 smithi111 conmon[29796]: mon.0) 112 : audit [DBG] from='client.? 172.21.15.111:0/3903008490' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-01-25T22:36:32.195 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-01-25T22:36:32.195 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwD3cU3mYIbRtSQHaYVb0udm9JY3lphKk8LOYAolacl97l4NyYsON7BJ7guGueyHYgyA0GhP3xwjv8MUSKGO94rWLaPsro9kqznGEqvkmCmbhcdgYUHCKjZuIcuDAHelGh5vHXlnDKglnZUYrTPpYxCm6SFzZid7z+6vbNm+ohbgncwbVkIlaZ5i0WRZBthOdSijZ1TDTH6dTgEdWBrftESoRiAuc9X1JdX67b5XuUDH8o3Va9s+Go8zZgiCcJCJCqkWCUaQLrGxzlkomKogMBiVf4f9GQcKZ/Hp8TS0PhFcgjLi6LD81Jz/hNps+nGsDBWBPmbmb2xTDRXSXicoZfM/DAfDLCd1N83crJe6lus7Ichi3zf1ZSC2aNCVReXGu8qPca99s1cu5ibPgqIf1DP3qTMOH90HYir3Rtvs+kgcsTkytZEJbBYzKr7C9JfuzCrpK8yeqoODPZo/aFlF2nntCeh5UEKl63WCprryTHDkh09xRnkDFJgeth82mf7jM= ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:36:32.269 INFO:teuthology.orchestra.run.smithi111.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwD3cU3mYIbRtSQHaYVb0udm9JY3lphKk8LOYAolacl97l4NyYsON7BJ7guGueyHYgyA0GhP3xwjv8MUSKGO94rWLaPsro9kqznGEqvkmCmbhcdgYUHCKjZuIcuDAHelGh5vHXlnDKglnZUYrTPpYxCm6SFzZid7z+6vbNm+ohbgncwbVkIlaZ5i0WRZBthOdSijZ1TDTH6dTgEdWBrftESoRiAuc9X1JdX67b5XuUDH8o3Va9s+Go8zZgiCcJCJCqkWCUaQLrGxzlkomKogMBiVf4f9GQcKZ/Hp8TS0PhFcgjLi6LD81Jz/hNps+nGsDBWBPmbmb2xTDRXSXicoZfM/DAfDLCd1N83crJe6lus7Ichi3zf1ZSC2aNCVReXGu8qPca99s1cu5ibPgqIf1DP3qTMOH90HYir3Rtvs+kgcsTkytZEJbBYzKr7C9JfuzCrpK8yeqoODPZo/aFlF2nntCeh5UEKl63WCprryTHDkh09xRnkDFJgeth82mf7jM= ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:36:32.280 DEBUG:teuthology.orchestra.run.smithi179:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwD3cU3mYIbRtSQHaYVb0udm9JY3lphKk8LOYAolacl97l4NyYsON7BJ7guGueyHYgyA0GhP3xwjv8MUSKGO94rWLaPsro9kqznGEqvkmCmbhcdgYUHCKjZuIcuDAHelGh5vHXlnDKglnZUYrTPpYxCm6SFzZid7z+6vbNm+ohbgncwbVkIlaZ5i0WRZBthOdSijZ1TDTH6dTgEdWBrftESoRiAuc9X1JdX67b5XuUDH8o3Va9s+Go8zZgiCcJCJCqkWCUaQLrGxzlkomKogMBiVf4f9GQcKZ/Hp8TS0PhFcgjLi6LD81Jz/hNps+nGsDBWBPmbmb2xTDRXSXicoZfM/DAfDLCd1N83crJe6lus7Ichi3zf1ZSC2aNCVReXGu8qPca99s1cu5ibPgqIf1DP3qTMOH90HYir3Rtvs+kgcsTkytZEJbBYzKr7C9JfuzCrpK8yeqoODPZo/aFlF2nntCeh5UEKl63WCprryTHDkh09xRnkDFJgeth82mf7jM= ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:36:32.330 INFO:teuthology.orchestra.run.smithi179.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwD3cU3mYIbRtSQHaYVb0udm9JY3lphKk8LOYAolacl97l4NyYsON7BJ7guGueyHYgyA0GhP3xwjv8MUSKGO94rWLaPsro9kqznGEqvkmCmbhcdgYUHCKjZuIcuDAHelGh5vHXlnDKglnZUYrTPpYxCm6SFzZid7z+6vbNm+ohbgncwbVkIlaZ5i0WRZBthOdSijZ1TDTH6dTgEdWBrftESoRiAuc9X1JdX67b5XuUDH8o3Va9s+Go8zZgiCcJCJCqkWCUaQLrGxzlkomKogMBiVf4f9GQcKZ/Hp8TS0PhFcgjLi6LD81Jz/hNps+nGsDBWBPmbmb2xTDRXSXicoZfM/DAfDLCd1N83crJe6lus7Ichi3zf1ZSC2aNCVReXGu8qPca99s1cu5ibPgqIf1DP3qTMOH90HYir3Rtvs+kgcsTkytZEJbBYzKr7C9JfuzCrpK8yeqoODPZo/aFlF2nntCeh5UEKl63WCprryTHDkh09xRnkDFJgeth82mf7jM= ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:36:32.342 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-01-25T22:36:33.172 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:32 smithi111 conmon[29796]: cluster 2022-01-25T22:36:31.906636+0000 mon.smithi111 (mon.0) 113 : cluster [DBG] mgrmap e17: smithi111.vbmimw(active, since 6s) 2022-01-25T22:36:35.422 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi179 2022-01-25T22:36:35.423 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:36:35.423 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/etc/ceph/ceph.conf 2022-01-25T22:36:35.441 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:36:35.441 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:36:35.497 INFO:tasks.cephadm:Adding host smithi179 to orchestrator... 2022-01-25T22:36:35.498 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch host add smithi179 2022-01-25T22:36:35.730 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:35 smithi111 conmon[29796]: audit 2022-01-25T22:36:34.577039+0000 mon.smithi111 (mon.0) 114 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:35.731 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:35 smithi111 conmon[29796]: audit 2022-01-25T22:36:34.828592+0000 mon.smithi111 (mon.0) 115 : audit [INF] from='client.? 172.21.15.111:0/2144422994' entity='client.admin' 2022-01-25T22:36:35.731 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:35 smithi111 conmon[29796]: audit 2022-01-25T22:36:34.940777+0000 mon.smithi111 (mon.0) 116 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:35.731 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:35 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:34.947471+0000 mgr.smithi111.vbmimw (mgr.14162) 5 : cephadm [INF] Deploying daemon alertmanager.smithi111 on smithi111 2022-01-25T22:36:44.461 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:44 smithi111 conmon[29796]: audit 2022-01-25T22:36:43.172162+0000 mon.smithi111 (mon.0) 117 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:44.461 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:44 smithi111 conmon[29796]: audit 2022-01-25T22:36:43.173184+0000 mon.smithi111 (mon.0) 118 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:36:44.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:44 smithi111 conmon[29796]: audit 2022-01-25T22:36:43.175297+0000 mon.smithi111 (mon.0) 119 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:36:44.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:44 smithi111 conmon[29796]: audit 2022-01-25T22:36:43.175911+0000 mon.smithi111 (mon.0) 120 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:36:44.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:44 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:43.176568+0000 mgr.smithi111.vbmimw (mgr.14162) 6 : cephadm [INF] Deploying daemon crash.smithi111 on smithi111 2022-01-25T22:36:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:46 smithi111 conmon[29796]: cluster 2022-01-25T22:36:45.344172+0000 mgr.smithi111.vbmimw (mgr.14162) 7 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.147893+0000 mon.smithi111 (mon.0 2022-01-25T22:36:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: ) 121 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.255896+0000 mon.smithi111 (mon.0) 122 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.258423+0000 mon.smithi111 (mon.0) 123 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.258849+0000 mon.smithi111 (mon.0) 124 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:36:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.259263+0000 mgr.smithi111.vbmimw (mgr.14162) 8 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:36:48.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: audit 2022-01-25T22:36:47.262178+0000 mon.smithi111 (mon.0) 125 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:36:48.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: cephadm 2022-01-25T22:36:47.265449+0000 mgr.smithi111.vbmimw (mgr.14162) 9 : cephadm [INF] 2022-01-25T22:36:48.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:48 smithi111 conmon[29796]: Deploying daemon grafana.smithi111 on smithi111 2022-01-25T22:36:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:49 smithi111 conmon[29796]: cluster 2022-01-25T22:36:47.344449+0000 mgr.smithi111.vbmimw (mgr.14162) 10 2022-01-25T22:36:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:49 smithi111 conmon[29796]: : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:51 smithi111 conmon[29796]: cluster 2022-01-25T22:36:49.344685 2022-01-25T22:36:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:51 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14162) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:53 smithi111 conmon[29796]: cluster 2022-01-25T22:36:51.344905+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:36:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:53 smithi111 conmon[29796]: mgr.14162) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:55 smithi111 conmon[29796]: cluster 2022-01-25T22:36:53.345145+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:36:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:55 smithi111 conmon[29796]: ) 13 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:57.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:57 smithi111 conmon[29796]: cluster 2022-01-25T22:36:55.345345+0000 mgr.smithi111.vbmimw (mgr.14162) 14 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:36:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:36:59 smithi111 conmon[29796]: cluster 2022-01-25T22:36:57.345574+0000 mgr.smithi111.vbmimw (mgr.14162) 15 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:01 smithi111 conmon[29796]: cluster 2022-01-25T22:36:59.345959+0000 mgr.smithi111.vbmimw (mgr.14162) 16 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:03.528 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:03 smithi111 conmon[29796]: cluster 2022-01-25T22:37:01.346177+0000 mgr.smithi111.vbmimw (mgr.14162) 17 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:05.109 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: cluster 2022-01-25T22:37:03.346510+0000 mgr.smithi111.vbmimw (mgr.14162) 18 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:05.109 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: audit 2022-01-25T22:37:03.907838+0000 mon.smithi111 ( 2022-01-25T22:37:05.109 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: mon.0) 126 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:05.110 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: 2022-01-25T22:37:05.110 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:05.110 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: 2022-01-25T22: 2022-01-25T22:37:05.110 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: 37:03.909056+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:37:05.111 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: mgr.14162) 19 : cephadm 2022-01-25T22:37:05.111 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:04 smithi111 conmon[29796]: [INF] Deploying daemon node-exporter.smithi111 on smithi111 2022-01-25T22:37:05.323 INFO:teuthology.orchestra.run.smithi179.stdout:Added host 'smithi179' 2022-01-25T22:37:05.879 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch host ls --format=json 2022-01-25T22:37:05.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:05 smithi111 conmon[29796]: audit 2022-01-25T22:37:04.711745+0000 2022-01-25T22:37:05.906 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:05 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 20 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi179", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:37:06.176 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:05 smithi111 conmon[29796]: audit 2022-01-25T22:37:05.323040 2022-01-25T22:37:06.176 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:05 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 127 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:06 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:05.323350+0000 mgr.smithi111.vbmimw (mgr.14162) 21 : cephadm [INF] Added host smithi179 2022-01-25T22:37:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:06 smithi111 conmon[29796]: cluster 2022-01-25T22:37:05.346745+0000 mgr.smithi111.vbmimw (mgr.14162) 22 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:07.763 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:07.763 INFO:teuthology.orchestra.run.smithi179.stdout:[{"addr": "172.21.15.111", "hostname": "smithi111", "labels": [], "status": ""}, {"addr": "smithi179", "hostname": "smithi179", "labels": [], "status": ""}] 2022-01-25T22:37:08.318 INFO:tasks.cephadm:Setting crush tunables to default 2022-01-25T22:37:08.319 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd crush tunables default 2022-01-25T22:37:08.920 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: cluster 2022-01-25T22:37:07 2022-01-25T22:37:08.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: .346950+0000 mgr.smithi111.vbmimw (mgr.14162) 23 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:08.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:37:08.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: 37:07.609402+0000 mon.smithi111 (mon.0) 128 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:08.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: cephadm 2022-01 2022-01-25T22:37:08.921 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: -25T22:37:07.614841+0000 mgr.smithi111.vbmimw 2022-01-25T22:37:08.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: (mgr.14162) 24 : cephadm [INF] Deploying daemon prometheus.smithi111 on smithi111 2022-01-25T22:37:08.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:37:08.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: 01-25T22:37:07.763105+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:37:08.922 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:08 smithi111 conmon[29796]: mgr.14162) 25 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:37:10.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:10 smithi111 conmon[29796]: cluster 2022-01-25T22:37:09.347231+0000 mgr.smithi111.vbmimw (mgr.14162) 26 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:12.686 INFO:teuthology.orchestra.run.smithi111.stderr:adjusted tunables profile to default 2022-01-25T22:37:12.847 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:12 smithi111 conmon[29796]: cluster 2022-01-25T22:37:11.347509+0000 mgr.smithi111.vbmimw (mgr.14162) 27 : cluster 2022-01-25T22:37:12.847 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:12 smithi111 conmon[29796]: [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:12.848 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:12 smithi111 conmon[29796]: audit 2022-01-25T22:37:12.159003+0000 mon.smithi111 (mon.0) 129 : audit [INF] from='client.? 172.21.15.111:0/2633819084' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-01-25T22:37:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:13 smithi111 conmon[29796]: audit 2022-01-25T22:37:12.684715+0000 mon.smithi111 (mon.0) 130 : audit [INF] from='client.? 172.21.15.111:0/2633819084' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-01-25T22:37:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:13 smithi111 conmon[29796]: cluster 2022-01-25T22:37:12. 2022-01-25T22:37:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:13 smithi111 conmon[29796]: 684775+0000 mon.smithi111 (mon.0) 131 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:37:14.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:14 smithi111 conmon[29796]: cluster 2022-01-25T22:37:13.347851+0000 mgr.smithi111.vbmimw (mgr.14162) 28 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:15.716 INFO:tasks.cephadm:Adding mon.smithi111 on smithi111 2022-01-25T22:37:15.716 INFO:tasks.cephadm:Adding mon.smithi179 on smithi179 2022-01-25T22:37:15.717 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch apply mon '2;smithi111:172.21.15.111=smithi111;smithi179:172.21.15.179=smithi179' 2022-01-25T22:37:16.936 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:16 smithi111 conmon[29796]: cluster 2022-01-25T22:37:15.348099+0000 mgr.smithi111.vbmimw 2022-01-25T22:37:16.937 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:16 smithi111 conmon[29796]: (mgr.14162) 29 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:17.600 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled mon update... 2022-01-25T22:37:18.125 DEBUG:teuthology.orchestra.run.smithi179:mon.smithi179> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi179.service 2022-01-25T22:37:18.127 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:37:18.128 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:37:18.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:-- Logs begin at Tue 2022-01-25 22:27:14 UTC. -- 2022-01-25T22:37:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:18 smithi111 conmon[29796]: cluster 2022-01-25T22:37:17.348336+0000 mgr.smithi111.vbmimw (mgr.14162) 30 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:18 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:37:18.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:18 smithi111 conmon[29796]: 37:17.596972+0000 mgr.smithi111.vbmimw (mgr.14162) 31 : audit [DBG] from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi111:172.21.15.111=smithi111;smithi179:172.21.15.179=smithi179", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:37:18.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:18 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:17.598161+0000 mgr.smithi111.vbmimw (mgr.14162) 32 : cephadm [INF] Saving service mon spec with placement smithi111:172.21.15.111=smithi111;smithi179:172.21.15.179=smithi179;count:2 2022-01-25T22:37:18.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:18 smithi111 conmon[29796]: audit 2022-01-25T22:37:17.600532+0000 mon.smithi111 (mon.0) 132 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:20.049 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:20.050 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":1,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:35:23.625278Z","created":"2022-01-25T22:35:23.625278Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi111","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:37:20.051 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 1 2022-01-25T22:37:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:20 smithi111 conmon[29796]: cluster 2022-01-25T22:37:19.348597+0000 mgr.smithi111.vbmimw (mgr.14162) 33 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:20 smithi111 conmon[29796]: audit 2022-01-25T22:37:20.050253+0000 mon.smithi111 (mon.0) 133 : audit [DBG] from='client.? 172.21.15.179:0/3503289084' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:21.564 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:37:21.565 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:37:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:21 smithi111 conmon[29796]: audit 2022-01-25T22:37:20.758802+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:21 smithi111 conmon[29796]: 134 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:21 smithi111 conmon[29796]: audit 2022-01-25T22:37:20.759341+0000 mon.smithi111 (mon.0) 135 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:37:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:21 smithi111 conmon[29796]: audit 2022-01-25T22:37:21.011590+0000 mon.smithi111 (mon.0) 136 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:21 smithi111 conmon[29796]: audit 2022-01-25T22:37:21.287937+0000 mon.smithi111 (mon.0) 137 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:23.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:23 smithi111 conmon[29796]: cluster 2022-01-25T22:37:21.348871+0000 mgr.smithi111.vbmimw (mgr.14162) 34 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:23.765 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:23.765 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":1,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:35:23.625278Z","created":"2022-01-25T22:35:23.625278Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi111","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:37:23.766 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 1 2022-01-25T22:37:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:24 smithi111 conmon[29796]: audit 2022-01-25T22:37:23.765820+0000 mon.smithi111 (mon.0) 138 : audit [DBG] from='client.? 172.21.15.179:0/2907462441' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:24 smithi111 conmon[29796]: audit 2022-01-25T22:37:24.242823+0000 mon.smithi111 (mon.0) 139 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:25.534 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:37:25.535 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:37:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: cluster 2022-01-25T22:37:23.349109+0000 mgr.smithi111.vbmimw (mgr.14162) 35 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22:37:24.927546+0000 mon.smithi111 (mon.0) 140 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22:37:25.226040+0000 mon.smithi111 (mon.0) 141 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22:37:25.228742+0000 mon.smithi111 (mon.0) 142 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: 2022-01-25T22:37:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:37:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: :37:25.229878+0000 mon.smithi111 (mon.0) 143 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:37:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22:37:25.231832+0000 2022-01-25T22:37:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: mon.smithi111 (mon.0) 144 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:37:25.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: audit 2022-01-25T22:37:25.232620+0000 2022-01-25T22:37:25.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:25 smithi111 conmon[29796]: mon.smithi111 (mon.0) 145 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:26 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:25.233599+0000 mgr.smithi111.vbmimw (mgr.14162) 36 : cephadm [INF] Deploying daemon crash.smithi179 on smithi179 2022-01-25T22:37:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:26 smithi111 conmon[29796]: audit 2022-01-25T22:37:25 2022-01-25T22:37:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:26 smithi111 conmon[29796]: .480474+0000 mon.smithi111 (mon.0) 146 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:37:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:26 smithi111 conmon[29796]: audit 2022-01-25T22:37:25.483085+0000 mon.smithi111 (mon.0) 147 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:37:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:27 smithi111 conmon[29796]: cluster 2022-01-25T22:37:25.349333+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:37:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:27 smithi111 conmon[29796]: ) 37 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:27.763 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:27.763 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":1,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:35:23.625278Z","created":"2022-01-25T22:35:23.625278Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi111","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:37:27.765 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 1 2022-01-25T22:37:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:28 smithi111 conmon[29796]: audit 2022-01-25T22:37:27.764198+0000 mon.smithi111 (mon.0) 148 : audit [DBG] from='client.? 172.21.15.179:0/2924122830' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:29.417 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:37:29.418 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:37:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: cluster 2022-01-25T22:37:27.349636+0000 mgr.smithi111.vbmimw (mgr.14162) 38 : cluster [DBG] 2022-01-25T22:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: audit 2022-01-25T22:37:28.397577+0000 mon.smithi111 (mon.0) 149 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: audit 2022-01-25T22:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: 2022-01-25T22:37:28.398945+0000 mon.smithi111 (mon.0) 150 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:37:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: 25T22:37:28.403616+0000 2022-01-25T22:37:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: mon.smithi111 (mon.0) 151 : audit [INF] 2022-01-25T22:37:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-01-25T22:37:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:37:29.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: T22:37:28.404440+0000 mon.smithi111 (mon 2022-01-25T22:37:29.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: .0) 152 : audit [DBG] 2022-01-25T22:37:29.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:37:29.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: audit 2022-01-25T22:37:29.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: 2022-01-25T22:37 2022-01-25T22:37:29.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: :28.405368+0000 mon.smithi111 (mon. 2022-01-25T22:37:29.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: 0) 153 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:29.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:29 smithi111 conmon[29796]: 2022-01-25T22:37:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:30 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:28.406147+0000 mgr.smithi111.vbmimw (mgr.14162) 39 2022-01-25T22:37:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:30 smithi111 conmon[29796]: : cephadm [INF] Deploying daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:37:31.524 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:31.524 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":1,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:35:23.625278Z","created":"2022-01-25T22:35:23.625278Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi111","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:37:31.525 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 1 2022-01-25T22:37:31.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:31 smithi111 conmon[29796]: cluster 2022-01-25T22:37:29.349977+0000 mgr.smithi111.vbmimw (mgr.14162) 40 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:31.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:31 smithi111 conmon[29796]: audit 2022-01-25T22:37:30.790442+0000 mon.smithi111 (mon.0 2022-01-25T22:37:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:31 smithi111 conmon[29796]: ) 154 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:31 smithi111 conmon[29796]: audit 2022-01-25T22:37:30.791857+0000 mon.smithi111 (mon.0) 155 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:37:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:31 smithi111 conmon[29796]: audit 2022-01-25T22:37:30.792741+0000 mon.smithi111 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:32.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:32 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:30.793644+0000 mgr.smithi111.vbmimw (mgr.14162) 41 : cephadm 2022-01-25T22:37:32.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:32 smithi111 conmon[29796]: [INF] Deploying daemon mon.smithi179 on smithi179 2022-01-25T22:37:32.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:32 smithi111 conmon[29796]: audit 2022-01-25T22:37:31.524881+0000 mon.smithi111 (mon.0) 157 : audit [DBG] from='client.? 172.21.15.179:0/3723948164' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:33.382 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:37:33.383 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:37:33.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:33 smithi111 conmon[29796]: cluster 2022-01-25T22:37:31.350281+0000 mgr.smithi111.vbmimw (mgr.14162) 42 2022-01-25T22:37:33.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:33 smithi111 conmon[29796]: : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:35.053 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:34 smithi179 bash[32081]: fcaa56eeb975322c0426c3e049564517223295c39e4347ce0547024eb1b4584d 2022-01-25T22:37:35.054 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:34 smithi179 systemd[1]: Started Ceph mon.smithi179 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:37:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22:37:34.678200+0000 mon.smithi111 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:37:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25T22:37:34. 2022-01-25T22:37:40.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 678389+0000 mon.smithi111 (mon.0) 160 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:37:40.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22:37:34.692095+0000 mon.smithi111 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25T22:37:35.350975+0000 mgr.smithi111.vbmimw (mgr.14162) 44 : cluster [DBG] 2022-01-25T22:37:40.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:40.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22:37:35.675600+0000 2022-01-25T22:37:40.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mon.smithi111 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:37:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: :37:35.986083+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 163 : audit [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:37:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:37:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 37:36.675633+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 164 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25T22 2022-01-25T22:37:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: :37:36.676707+0000 mon.smithi179 (mon.1 2022-01-25T22:37:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: ) 1 : cluster [INF] mon.smithi179 calling monitor election 2022-01-25T22:37:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01- 2022-01-25T22:37:40.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 25T22:37:37.351316+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:37:40.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mgr.14162) 45 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:40.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:37:40.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: -25T22:37:37.675761+0000 mon.smithi111 ( 2022-01-25T22:37:40.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mon.0) 165 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:40.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 01-25T22:37:38.675915+0000 2022-01-25T22:37:40.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mon.smithi111 (mon.0) 166 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 2022-01-25T22:37:40.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22:37:40.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 2022-01-25T22:37:39.676150+0000 mon.smithi111 (mon 2022-01-25T22:37:40.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: .0) 167 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25 2022-01-25T22:37:40.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: T22:37:39.705298+0000 mon.smithi111 (mon 2022-01-25T22:37:40.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: .0) 168 : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:37:40.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:37:40.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: -25T22:37:39.713380+0000 mon.smithi111 (mon 2022-01-25T22:37:40.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: .0) 169 : cluster [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:37:40.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:37:40.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: -25T22:37:39.713450+0000 mon.smithi111 2022-01-25T22:37:40.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: (mon.0) 170 : cluster [DBG] fsmap 2022-01-25T22:37:40.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:37:40.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: -01-25T22:37:39.713480+0000 2022-01-25T22:37:40.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mon.smithi111 (mon.0) 171 : cluster [DBG] 2022-01-25T22:37:40.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:37:40.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25T22:37 2022-01-25T22:37:40.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: :39.713681+0000 mon.smithi111 (mon.0) 172 2022-01-25T22:37:40.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: : cluster [DBG] mgrmap e17: smithi111.vbmimw(active, since 74s) 2022-01-25T22:37:40.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25 2022-01-25T22:37:40.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: T22:37:39.714581+0000 mon.smithi111 (mon.0 2022-01-25T22:37:40.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: ) 173 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:37:40.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:40.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 01-25T22:37:39.715605+0000 mon.smithi111 2022-01-25T22:37:40.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: (mon.0) 174 : audit [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:37:40.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022 2022-01-25T22:37:40.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: -01-25T22:37:39.717089+0000 2022-01-25T22:37:40.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: mon.smithi111 (mon.0) 175 : audit [DBG] 2022-01-25T22:37:40.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:37:40.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22:37:39. 2022-01-25T22:37:40.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 717465+0000 mon.smithi111 (mon.0) 176 : audit 2022-01-25T22:37:40.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:37:40.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster 2022-01-25T22:37: 2022-01-25T22:37:40.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 39.721184+0000 mon.smithi111 (mon.0) 177 : 2022-01-25T22:37:40.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: cluster [INF] overall HEALTH_OK 2022-01-25T22:37:40.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:37:40.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: :37:39.726781+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:40.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:39 smithi179 conmon[32219]: 178 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37:34.678200+0000 mon.smithi111 (mon.0) 159 : audit [DBG] 2022-01-25T22:37:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:37:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01-25T22:37:34.678389+0000 mon.smithi111 (mon.0) 160 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:37:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37: 2022-01-25T22:37:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 34.692095+0000 mon.smithi111 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01-25T22 2022-01-25T22:37:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: :37:35.350975+0000 mgr.smithi111.vbmimw (mgr.14162) 44 : cluster [DBG] 2022-01-25T22:37:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37:35.675600+0000 mon.smithi111 (mon 2022-01-25T22:37:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: .0) 162 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 2022-01-25T22:37:35.986083+0000 mon.smithi111 (mon.0) 163 : audit [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:37:40.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:37:40.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 25T22:37:36.675633+0000 mon.smithi111 ( 2022-01-25T22:37:40.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.0) 164 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:37:40.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -25T22:37:36.676707+0000 mon.smithi179 2022-01-25T22:37:40.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: (mon.1) 1 : cluster [INF] mon.smithi179 calling monitor election 2022-01-25T22:37:40.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:37:40.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -01-25T22:37:37.351316+0000 2022-01-25T22:37:40.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 45 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:40.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 2022-01-25T22:37:40.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37:40.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 2022-01-25T22:37:37.675761+0000 mon.smithi111 ( 2022-01-25T22:37:40.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.0) 165 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022 2022-01-25T22:37:40.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -01-25T22:37:38.675915 2022-01-25T22:37:40.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 166 : audit [DBG] 2022-01-25T22:37:40.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37:39 2022-01-25T22:37:40.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: .676150+0000 mon.smithi111 (mon.0) 167 : audit 2022-01-25T22:37:40.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:40.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01-25T22: 2022-01-25T22:37:40.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 37:39.705298+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:40.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 168 : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:37:40.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01-25T 2022-01-25T22:37:40.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 22:37:39.713380+0000 mon.smithi111 (mon. 2022-01-25T22:37:40.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 0) 169 : cluster [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:37:40.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01- 2022-01-25T22:37:40.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 25T22:37:39.713450+0000 mon.smithi111 ( 2022-01-25T22:37:40.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.0) 170 : cluster [DBG] fsmap 2022-01-25T22:37:40.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:37:40.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -25T22:37:39.713480+0000 mon.smithi111 2022-01-25T22:37:40.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: (mon.0) 171 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:37:40.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:37:40.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 01-25T22:37:39.713681+0000 2022-01-25T22:37:40.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.smithi111 (mon.0) 172 : cluster [DBG] mgrmap e17: smithi111.vbmimw(active, since 74s) 2022-01-25T22:37:40.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 2022-01-25T22:37:40.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01-25T22:37:40.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 2022-01-25T22:37:39.714581+0000 mon.smithi111 2022-01-25T22:37:40.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: (mon.0) 173 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:37:40.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022 2022-01-25T22:37:40.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -01-25T22:37:39.715605+0000 2022-01-25T22:37:40.246 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.smithi111 (mon.0) 174 : audit [DBG] 2022-01-25T22:37:40.246 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:37:40.246 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22:37: 2022-01-25T22:37:40.247 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 39.717089+0000 mon.smithi111 (mon.0) 175 : 2022-01-25T22:37:40.247 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:37:40.247 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:37:40.247 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: :37:39.717465+0000 mon.smithi111 (mon. 2022-01-25T22:37:40.248 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 0) 176 : audit [DBG] from='mgr.? 172.21.15.179:0/792552537' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:37:40.248 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:37:40.248 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: -25T22:37:39.721184+0000 mon.smithi111 ( 2022-01-25T22:37:40.248 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.0) 177 : cluster [INF] overall HEALTH_OK 2022-01-25T22:37:40.248 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:37:40.249 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: 01-25T22:37:39.726781+0000 2022-01-25T22:37:40.250 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:39 smithi111 conmon[29796]: mon.smithi111 (mon.0) 178 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:41.088 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:40 smithi179 conmon[32219]: cluster 2022-01-25T22:37:39.351616+0000 mgr.smithi111.vbmimw (mgr.14162) 46 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:41.089 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:40 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:39.727711+0000 mgr.smithi111.vbmimw (mgr.14162) 47 : cephadm [INF] Deploying daemon node-exporter.smithi179 on smithi179 2022-01-25T22:37:41.089 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:40 smithi179 conmon[32219]: cluster 2022-01-25T22:37:39.774294+0000 mon.smithi111 (mon.0) 179 : cluster [DBG] mgrmap e18: smithi111.vbmimw(active, since 74s), standbys: smithi179.kogymg 2022-01-25T22:37:41.090 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:40 smithi179 conmon[32219]: audit 2022-01-25T22:37:39.774430+0000 mon.smithi111 (mon.0) 180 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:37:41.090 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:40 smithi179 conmon[32219]: audit 2022-01-25T22:37:40.676306+0000 mon.smithi111 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: cluster 2022-01-25T22:37:39.351616+0000 mgr.smithi111.vbmimw (mgr.14162) 46 : cluster 2022-01-25T22:37:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:39.727711+0000 mgr.smithi111.vbmimw (mgr.14162) 47 : cephadm [INF] Deploying daemon node-exporter.smithi179 on smithi179 2022-01-25T22:37:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: cluster 2022-01-25T22:37:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: 2022-01-25T22:37:39.774294+0000 mon.smithi111 (mon.0) 179 : cluster [DBG] mgrmap e18: smithi111.vbmimw(active, since 74s), standbys: smithi179.kogymg 2022-01-25T22:37:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: audit 2022-01-25T22:37:39.774430+0000 2022-01-25T22:37:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: mon.smithi111 (mon.0) 180 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:37:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: audit 2022-01-25T22:37: 2022-01-25T22:37:41.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: 40.676306+0000 mon.smithi111 (mon.0) 181 : audit 2022-01-25T22:37:41.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:40 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:37:41.513 INFO:teuthology.orchestra.run.smithi179.stdout: 2022-01-25T22:37:41.513 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":2,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:37:34.675591Z","created":"2022-01-25T22:35:23.625278Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi111","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi179","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:3300","nonce":0},{"type":"v1","addr":"172.21.15.179:6789","nonce":0}]},"addr":"172.21.15.179:6789/0","public_addr":"172.21.15.179:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-01-25T22:37:41.514 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 2 2022-01-25T22:37:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:41 smithi179 conmon[32219]: audit 2022-01-25T22:37:41.513062+0000 mon.smithi111 2022-01-25T22:37:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:41 smithi179 conmon[32219]: (mon.0) 182 : audit [DBG] from='client.? 172.21.15.179:0/2784311983' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:41 smithi111 conmon[29796]: audit 2022-01-25T22:37:41.513062+0000 mon.smithi111 (mon.0) 182 : audit [DBG] from='client.? 172.21.15.179:0/2784311983' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:37:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:41 smithi111 conmon[29796]: 2022-01-25T22:37:42.825 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-01-25T22:37:42.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph config generate-minimal-conf 2022-01-25T22:37:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:42 smithi111 conmon[29796]: cluster 2022-01-25T22:37:41.351900+0000 mgr.smithi111.vbmimw (mgr.14162) 48 : cluster [DBG] 2022-01-25T22:37:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:42 smithi111 conmon[29796]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:42 smithi179 conmon[32219]: cluster 2022-01-25T22:37:41.351900+0000 mgr.smithi111.vbmimw (mgr.14162) 48 : cluster 2022-01-25T22:37:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:42 smithi179 conmon[32219]: [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:44.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:44 smithi179 conmon[32219]: cluster 2022-01-25T22:37:43.352182+0000 mgr.smithi111.vbmimw (mgr.14162) 49 2022-01-25T22:37:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:44 smithi179 conmon[32219]: : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:44 smithi179 conmon[32219]: audit 2022-01-25T22:37:43.548603+0000 mon.smithi111 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:44 smithi179 conmon[32219]: audit 2022-01-25T22:37:43.549334+0000 mon.smithi111 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:37:44.923 INFO:teuthology.orchestra.run.smithi111.stdout:# minimal ceph.conf for 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:37:44.923 INFO:teuthology.orchestra.run.smithi111.stdout:[global] 2022-01-25T22:37:44.924 INFO:teuthology.orchestra.run.smithi111.stdout: fsid = 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:37:44.924 INFO:teuthology.orchestra.run.smithi111.stdout: mon_host = [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] 2022-01-25T22:37:44.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:44 smithi111 conmon[29796]: cluster 2022-01-25T22:37:43.352182+0000 mgr.smithi111.vbmimw (mgr.14162) 49 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:44.946 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:44 smithi111 conmon[29796]: audit 2022-01-25T22:37:43.548603+0000 mon.smithi111 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:44.947 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:44 smithi111 conmon[29796]: audit 2022-01-25T22:37:43.549334+0000 mon.smithi111 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:37:45.502 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-01-25T22:37:45.503 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:37:45.503 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:37:45.533 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:37:45.533 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:37:45.598 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:37:45.599 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:37:45.628 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:37:45.628 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:37:45.693 INFO:tasks.cephadm:Deploying OSDs... 2022-01-25T22:37:45.694 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:37:45.694 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:37:45.714 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:37:45.715 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:37:45.768 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:37:45.769 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:45.769 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 113397 Links: 1 2022-01-25T22:37:45.769 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:45.769 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:45.770 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2022-01-25 22:37:19.972258236 +0000 2022-01-25T22:37:45.770 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2022-01-25 22:33:31.498517878 +0000 2022-01-25T22:37:45.770 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2022-01-25 22:33:31.498517878 +0000 2022-01-25T22:37:45.770 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2022-01-25T22:37:45.776 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:45 smithi111 conmon[29796]: audit 2022-01-25T22:37:44.924344+0000 mon.smithi111 2022-01-25T22:37:45.777 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:45 smithi111 conmon[29796]: (mon.0) 185 : audit [DBG] from='client.? 172.21.15.111:0/3226248652' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:45.777 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:45 smithi111 conmon[29796]: audit 2022-01-25T22:37:45.146673+0000 mon.smithi111 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:45.779 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2022-01-25T22:37:45.779 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2022-01-25T22:37:45.779 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000225576 s, 2.3 MB/s 2022-01-25T22:37:45.782 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:37:45.836 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:37:45.836 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:45.836 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 114495 Links: 1 2022-01-25T22:37:45.836 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:45.837 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:45.837 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2022-01-25 22:37:19.972258236 +0000 2022-01-25T22:37:45.837 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2022-01-25 22:33:32.023508375 +0000 2022-01-25T22:37:45.837 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2022-01-25 22:33:32.023508375 +0000 2022-01-25T22:37:45.838 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2022-01-25T22:37:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2022-01-25T22:37:45.845 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2022-01-25T22:37:45.846 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000191462 s, 2.7 MB/s 2022-01-25T22:37:45.848 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:37:45.902 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:37:45.903 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:45.903 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 111566 Links: 1 2022-01-25T22:37:45.903 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:45.903 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:45.904 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2022-01-25 22:37:19.972258236 +0000 2022-01-25T22:37:45.904 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2022-01-25 22:33:32.357502329 +0000 2022-01-25T22:37:45.904 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2022-01-25 22:33:32.357502329 +0000 2022-01-25T22:37:45.904 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2022-01-25T22:37:45.912 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2022-01-25T22:37:45.913 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2022-01-25T22:37:45.913 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000218981 s, 2.3 MB/s 2022-01-25T22:37:45.915 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:37:45.971 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:37:45.971 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:45.971 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 114536 Links: 1 2022-01-25T22:37:45.972 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:45.972 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:45.972 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2022-01-25 22:37:19.972258236 +0000 2022-01-25T22:37:45.972 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2022-01-25 22:33:32.691496282 +0000 2022-01-25T22:37:45.973 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2022-01-25 22:33:32.691496282 +0000 2022-01-25T22:37:45.973 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2022-01-25T22:37:45.980 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2022-01-25T22:37:45.980 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2022-01-25T22:37:45.981 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000183803 s, 2.8 MB/s 2022-01-25T22:37:45.983 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2022-01-25T22:37:45.984 DEBUG:teuthology.orchestra.run.smithi179:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:37:46.000 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:37:46.000 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:37:46.056 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:37:46.057 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:46.057 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 111440 Links: 1 2022-01-25T22:37:46.057 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:46.058 INFO:teuthology.orchestra.run.smithi179.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:46.058 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2022-01-25 22:37:40.179061231 +0000 2022-01-25T22:37:46.058 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2022-01-25 22:33:32.213993774 +0000 2022-01-25T22:37:46.058 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2022-01-25 22:33:32.213993774 +0000 2022-01-25T22:37:46.059 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2022-01-25T22:37:46.065 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:45 smithi179 conmon[32219]: audit 2022-01-25T22:37:44.924344+0000 mon.smithi111 (mon.0 2022-01-25T22:37:46.065 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:45 smithi179 conmon[32219]: ) 185 : audit [DBG] from='client.? 172.21.15.111:0/3226248652' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:46.066 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:45 smithi179 conmon[32219]: audit 2022-01-25T22:37:45.146673+0000 mon.smithi111 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:46.067 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2022-01-25T22:37:46.068 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2022-01-25T22:37:46.068 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000246573 s, 2.1 MB/s 2022-01-25T22:37:46.071 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:37:46.127 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:37:46.127 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:46.128 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 110439 Links: 1 2022-01-25T22:37:46.128 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:46.128 INFO:teuthology.orchestra.run.smithi179.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:46.128 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2022-01-25 22:37:40.179061231 +0000 2022-01-25T22:37:46.129 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2022-01-25 22:33:32.547986013 +0000 2022-01-25T22:37:46.129 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2022-01-25 22:33:32.547986013 +0000 2022-01-25T22:37:46.129 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2022-01-25T22:37:46.137 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2022-01-25T22:37:46.138 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2022-01-25T22:37:46.138 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000222146 s, 2.3 MB/s 2022-01-25T22:37:46.141 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:37:46.196 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:37:46.197 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:46.197 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 110495 Links: 1 2022-01-25T22:37:46.197 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:46.198 INFO:teuthology.orchestra.run.smithi179.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:46.198 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2022-01-25 22:37:40.179061231 +0000 2022-01-25T22:37:46.198 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2022-01-25 22:33:32.889978066 +0000 2022-01-25T22:37:46.198 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2022-01-25 22:33:32.889978066 +0000 2022-01-25T22:37:46.199 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2022-01-25T22:37:46.207 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2022-01-25T22:37:46.207 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2022-01-25T22:37:46.207 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000225322 s, 2.3 MB/s 2022-01-25T22:37:46.210 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:37:46.265 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:37:46.265 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:37:46.265 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 6h/6d Inode: 110550 Links: 1 2022-01-25T22:37:46.265 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:37:46.266 INFO:teuthology.orchestra.run.smithi179.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:37:46.266 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2022-01-25 22:37:40.179061231 +0000 2022-01-25T22:37:46.266 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2022-01-25 22:33:33.214970513 +0000 2022-01-25T22:37:46.266 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2022-01-25 22:33:33.214970513 +0000 2022-01-25T22:37:46.267 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2022-01-25T22:37:46.274 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2022-01-25T22:37:46.275 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2022-01-25T22:37:46.275 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000186669 s, 2.7 MB/s 2022-01-25T22:37:46.277 INFO:tasks.cephadm:Deploying osd.0 on smithi111 with /dev/vg_nvme/lv_4... 2022-01-25T22:37:46.278 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:37:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:47 smithi111 conmon[29796]: cluster 2022-01-25T22:37:45.352404+0000 mgr.smithi111.vbmimw (mgr.14162) 50 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:47.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:47 smithi179 conmon[32219]: cluster 2022-01-25T22:37:45.352404+0000 mgr.smithi111.vbmimw (mgr.14162) 50 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:48.781 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:37:48.781 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:37:48.782 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2022-01-25T22:37:48.782 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2022-01-25T22:37:48.782 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110278 s, 951 MB/s 2022-01-25T22:37:48.783 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2022-01-25T22:37:49.415 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: cluster 2022-01-25T22:37:47.352645+0000 mgr.smithi111.vbmimw (mgr.14162) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:49.416 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: audit 2022-01-25T22:37:48.706710+0000 mon.smithi111 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:49.416 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: audit 2022-01-25T22:37:49.029359+0000 mon.smithi111 (mon.0) 188 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:49.416 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: audit 2022-01-25T22:37:49.031670+0000 mon.smithi111 (mon.0) 189 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:37:49.417 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: audit 2022-01-25T22:37:49.032310+0000 mon.smithi111 (mon.0) 190 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:37:49.417 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:49 smithi111 conmon[29796]: audit 2022-01-25T22:37:49.032916+0000 mon.smithi111 (mon.0) 191 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:49.431 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi111:vg_nvme/lv_4 2022-01-25T22:37:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: cluster 2022-01-25T22:37:47.352645+0000 mgr.smithi111.vbmimw 2022-01-25T22:37:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: (mgr.14162) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: audit 2022-01-25T22:37:48.706710 2022-01-25T22:37:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:37:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: 25T22:37:49.029359+0000 2022-01-25T22:37:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: mon.smithi111 (mon.0) 188 : audit [INF] 2022-01-25T22:37:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: 01-25T22:37:49 2022-01-25T22:37:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: .031670+0000 mon.smithi111 (mon.0) 189 2022-01-25T22:37:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:37:49.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: audit 2022 2022-01-25T22:37:49.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: -01-25T22:37:49 2022-01-25T22:37:49.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: .032310+0000 mon.smithi111 (mon.0) 190 : audit 2022-01-25T22:37:49.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:37:49.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:37:49.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: 25T22:37:49.032916+0000 2022-01-25T22:37:49.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: mon.smithi111 (mon.0) 191 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:49.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:49 smithi179 conmon[32219]: 2022-01-25T22:37:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:50 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:49.031416+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:37:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:50 smithi111 conmon[29796]: 14162) 52 : cephadm [INF] Reconfiguring mon.smithi111 (unknown last config time)... 2022-01-25T22:37:50.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:50 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:49.033577+0000 mgr.smithi111.vbmimw (mgr.14162) 53 : cephadm [INF] Reconfiguring daemon mon.smithi111 on smithi111 2022-01-25T22:37:50.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:50 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:49.031416+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:37:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:50 smithi179 conmon[32219]: .14162) 52 : cephadm [INF] Reconfiguring mon.smithi111 (unknown last config time)... 2022-01-25T22:37:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:50 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:49.033577+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:37:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:50 smithi179 conmon[32219]: 14162) 53 : cephadm [INF] Reconfiguring daemon mon.smithi111 on smithi111 2022-01-25T22:37:51.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: cluster 2022-01-25T22:37:49.352934+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: 14162) 54 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: audit 2022-01-25T22:37:50.929445+0000 mon.smithi111 (mon.0) 192 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: audit 2022-01-25T22:37:50.930166+0000 mon.smithi111 (mon.0) 193 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi111.vbmimw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: audit 2022-01-25T22:37:50.930783+0000 mon.smithi111 (mon.0) 194 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:37:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:51 smithi111 conmon[29796]: audit 2022-01-25T22:37:50.931331+0000 mon.smithi111 (mon.0) 195 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: cluster 2022-01-25T22:37:49.352934+0000 2022-01-25T22:37:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 54 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:37:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: -25T22:37:50.929445+0000 mon.smithi111 (mon.0) 192 : audit [INF] 2022-01-25T22:37:51.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:51.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:51.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: 01-25T22:37:50. 2022-01-25T22:37:51.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: 930166+0000 mon.smithi111 (mon.0) 193 : audit 2022-01-25T22:37:51.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi111.vbmimw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:37:51.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:37:51.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: T22:37:50.930783+0000 2022-01-25T22:37:51.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: mon.smithi111 (mon.0) 194 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:37:51.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: 2022-01-25T22:37:51.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:37:51.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: 22:37:50.931331+0000 mon.smithi111 ( 2022-01-25T22:37:51.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:51 smithi179 conmon[32219]: mon.0) 195 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:52.422 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:52 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:50.929924+0000 mgr.smithi111.vbmimw (mgr.14162) 55 : cephadm [INF] Reconfiguring mgr.smithi111.vbmimw (unknown last config time)... 2022-01-25T22:37:52.422 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:52 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:50.931813+0000 mgr.smithi111.vbmimw (mgr.14162) 56 : cephadm [INF] Reconfiguring daemon mgr.smithi111.vbmimw on smithi111 2022-01-25T22:37:52.422 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:52 smithi111 conmon[29796]: audit 2022-01-25T22:37:51.597939+0000 mon.smithi111 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:37:52.423 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:52 smithi111 conmon[29796]: audit 2022-01-25T22:37:51.599333+0000 mon.smithi111 (mon.0) 197 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:37:52.423 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:52 smithi111 conmon[29796]: audit 2022-01-25T22:37:51.599820+0000 mon.smithi111 (mon.0) 198 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:50.929924+0000 mgr.smithi111.vbmimw (mgr.14162) 55 : cephadm [INF] Reconfiguring mgr.smithi111.vbmimw (unknown last config time)... 2022-01-25T22:37:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: 2022-01-25T22:37:50.931813+0000 mgr.smithi111.vbmimw (mgr.14162) 56 : cephadm [INF] Reconfiguring daemon mgr.smithi111.vbmimw on smithi111 2022-01-25T22:37:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: audit 2022-01-25T22:37: 2022-01-25T22:37:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: 51.597939+0000 mon.smithi111 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:37:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: audit 2022-01-25T22:37:51.599333+0000 2022-01-25T22:37:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: mon.smithi111 (mon.0) 197 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:37:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:52.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: 01-25T22:37:51. 2022-01-25T22:37:52.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: 599820+0000 mon.smithi111 (mon.0) 198 : audit [DBG] 2022-01-25T22:37:52.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:52 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:53 smithi111 conmon[29796]: cluster 2022-01-25T22:37:51.353136+0000 mgr.smithi111.vbmimw (mgr.14162) 57 2022-01-25T22:37:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:53 smithi111 conmon[29796]: : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:53 smithi111 conmon[29796]: audit 2022-01-25T22:37:51.597163+0000 mgr.smithi111.vbmimw (mgr.14162) 58 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:37:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:53 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:51.599087+0000 mgr.smithi111.vbmimw (mgr.14162) 59 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:37:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:53 smithi111 conmon[29796]: audit 2022-01-25T22:37:52.636382+0000 mon.smithi111 (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: cluster 2022-01-25T22:37:51.353136+0000 mgr.smithi111.vbmimw (mgr.14162) 57 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: audit 2022-01-25T22:37:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: 2022-01-25T22:37:51.597163+0000 mgr.smithi111.vbmimw (mgr.14162) 58 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:37:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:51. 2022-01-25T22:37:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: 599087+0000 mgr.smithi111.vbmimw (mgr.14162) 59 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:37:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:37:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: 25T22:37:52.636382+0000 mon.smithi111 2022-01-25T22:37:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:53 smithi179 conmon[32219]: (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:54.455 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:54 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:52.636935+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:37:54.455 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:54 smithi111 conmon[29796]: 60 : cephadm [INF] Reconfiguring alertmanager.smithi111 (dependencies changed)... 2022-01-25T22:37:54.455 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:54 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:52.639433+0000 mgr.smithi111.vbmimw (mgr.14162) 61 : cephadm [INF] Reconfiguring daemon alertmanager.smithi111 on smithi111 2022-01-25T22:37:54.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:54 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:52.636935+0000 mgr.smithi111.vbmimw (mgr.14162) 60 : cephadm [INF] Reconfiguring alertmanager.smithi111 (dependencies changed)... 2022-01-25T22:37:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:54 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:54 smithi179 conmon[32219]: 2022-01-25T22:37:52.639433+0000 mgr.smithi111.vbmimw (mgr.14162) 61 : cephadm [INF] Reconfiguring daemon alertmanager.smithi111 on smithi111 2022-01-25T22:37:55.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:55 smithi111 conmon[29796]: cluster 2022-01-25T22:37:53.353370+0000 mgr.smithi111.vbmimw (mgr.14162) 62 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:55.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:55 smithi179 conmon[32219]: cluster 2022-01-25T22:37:53.353370+0000 mgr.smithi111.vbmimw (mgr.14162) 62 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:57.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:57 smithi111 conmon[29796]: cluster 2022-01-25T22:37:55.353726+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:37:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:57 smithi111 conmon[29796]: mgr.14162) 63 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:57 smithi111 conmon[29796]: audit 2022-01-25T22:37:57.121981+0000 mon.smithi111 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:57 smithi111 conmon[29796]: audit 2022-01-25T22:37:57.122652+0000 mon.smithi111 (mon.0) 201 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:37:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:57 smithi111 conmon[29796]: audit 2022-01-25T22:37:57.123245+0000 mon.smithi111 (mon.0) 202 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: cluster 2022-01-25T22:37:55.353726+0000 mgr.smithi111.vbmimw (mgr.14162) 63 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: audit 2022-01-25T22:37:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: 2022-01-25T22:37:57.121981+0000 mon.smithi111 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:37:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: audit 2022-01-25T22:37:57.122652 2022-01-25T22:37:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 201 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:37:57.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:37:57.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: 01-25T22:37:57. 2022-01-25T22:37:57.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: 123245+0000 mon.smithi111 (mon.0) 202 : audit 2022-01-25T22:37:57.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:57 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:37:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:57.122415+0000 mgr.smithi111.vbmimw (mgr.14162) 64 : cephadm [INF] Reconfiguring crash.smithi111 (monmap changed)... 2022-01-25T22:37:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: cephadm 2022-01-25T22:37:57.123657+0000 mgr.smithi111.vbmimw (mgr.14162) 65 : cephadm [INF] Reconfiguring daemon crash.smithi111 on smithi111 2022-01-25T22:37:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: audit 2022-01-25T22:37:58.123143+0000 mon.smithi111 (mon.0) 203 : audit [INF] from='client.? 172.21.15.111:0/3481348798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0287f390-7dbb-4a97-930c-6dd7a8a19ff6"}]: dispatch 2022-01-25T22:37:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: audit 2022-01-25T22:37:58.127309+0000 mon.smithi111 (mon.0) 204 : audit [INF] from='client.? 172.21.15.111:0/3481348798' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0287f390-7dbb-4a97-930c-6dd7a8a19ff6"}]': finished 2022-01-25T22:37:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: cluster 2022-01-25T22:37:58.127359+0000 mon.smithi111 (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:37:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:58 smithi111 conmon[29796]: audit 2022-01-25T22:37:58.127465+0000 mon.smithi111 (mon.0) 206 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:37:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: cephadm 2022-01-25T22:37:57.122415+0000 mgr.smithi111.vbmimw (mgr.14162) 64 : cephadm [INF] Reconfiguring crash.smithi111 (monmap changed)... 2022-01-25T22:37:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: cephadm 2022- 2022-01-25T22:37:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 01-25T22:37:57.123657+0000 mgr.smithi111.vbmimw (mgr.14162) 65 : cephadm [INF] Reconfiguring daemon crash.smithi111 on smithi111 2022-01-25T22:37:58.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: audit 2022-01-25T22:37:58.123143+0000 mon.smithi111 2022-01-25T22:37:58.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: (mon.0) 203 : audit [INF] from='client.? 172.21.15.111:0/3481348798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0287f390-7dbb-4a97-930c-6dd7a8a19ff6"}]: dispatch 2022-01-25T22:37:58.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:37:58.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 22:37:58.127309+0000 mon.smithi111 (mon.0) 2022-01-25T22:37:58.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 204 : audit [INF] from='client.? 172.21.15.111:0/3481348798' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0287f390-7dbb-4a97-930c-6dd7a8a19ff6"}]': finished 2022-01-25T22:37:58.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:37:58.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 01-25T22:37:58. 2022-01-25T22:37:58.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 127359+0000 mon.smithi111 (mon.0) 205 : 2022-01-25T22:37:58.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:37:58.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: audit 2022 2022-01-25T22:37:58.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: -01-25T22:37: 2022-01-25T22:37:58.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: 58.127465+0000 mon.smithi111 (mon.0) 206 : 2022-01-25T22:37:58.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:58 smithi179 conmon[32219]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:37:59.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:59 smithi111 conmon[29796]: cluster 2022-01-25T22:37:57.354121+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:37:59.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:59 smithi111 conmon[29796]: 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:59.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:59 smithi111 conmon[29796]: audit 2022-01-25T22:37:58.608299+0000 mon.smithi111 (mon.0) 207 : audit 2022-01-25T22:37:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:37:59 smithi111 conmon[29796]: [DBG] from='client.? 172.21.15.111:0/79903373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:37:59.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:59 smithi179 conmon[32219]: cluster 2022-01-25T22:37:57.354121+0000 2022-01-25T22:37:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:59 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:37:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:59 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:37:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:59 smithi179 conmon[32219]: 25T22:37:58.608299+0000 mon.smithi111 (mon.0) 207 : audit 2022-01-25T22:37:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:37:59 smithi179 conmon[32219]: [DBG] from='client.? 172.21.15.111:0/79903373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:38:01.471 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:01 smithi111 conmon[29796]: cluster 2022-01-25T22:37:59.354488+0000 mgr.smithi111.vbmimw (mgr.14162) 67 2022-01-25T22:38:01.471 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:01 smithi111 conmon[29796]: : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:01 smithi179 conmon[32219]: cluster 2022-01-25T22:37:59.354488+0000 mgr.smithi111.vbmimw 2022-01-25T22:38:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:01 smithi179 conmon[32219]: (mgr.14162) 67 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:03.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:03 smithi111 conmon[29796]: cluster 2022-01-25T22:38:01.354870+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:38:03.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:03 smithi111 conmon[29796]: .14162) 68 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:03.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:03 smithi179 conmon[32219]: cluster 2022-01-25T22:38:01.354870+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:38:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:03 smithi179 conmon[32219]: ) 68 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:04 smithi111 conmon[29796]: audit 2022-01-25T22:38:03.208039+0000 mon.smithi111 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:03.208515+0000 mgr.smithi111.vbmimw (mgr.14162) 69 : cephadm [INF] Reconfiguring grafana.smithi111 (dependencies changed)... 2022-01-25T22:38:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:03.212664+0000 mgr.smithi111.vbmimw (mgr.14162) 70 : cephadm [INF] Reconfiguring daemon grafana.smithi111 on smithi111 2022-01-25T22:38:04.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:04 smithi179 conmon[32219]: audit 2022-01-25T22:38:03.208039+0000 mon.smithi111 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:04.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:03.208515+0000 mgr.smithi111.vbmimw (mgr.14162) 69 : cephadm [INF] Reconfiguring grafana.smithi111 (dependencies changed)... 2022-01-25T22:38:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:03.212664+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:38:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:04 smithi179 conmon[32219]: mgr.14162) 70 : cephadm [INF] Reconfiguring daemon grafana.smithi111 on smithi111 2022-01-25T22:38:05.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:05 smithi111 conmon[29796]: cluster 2022-01-25T22:38:03.355119+0000 mgr.smithi111.vbmimw (mgr.14162) 71 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:05.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:05 smithi111 conmon[29796]: audit 2022-01-25T22:38:04.571408+0000 mon.smithi111 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:38:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:05 smithi111 conmon[29796]: audit 2022-01-25T22:38:04.571992+0000 mon.smithi111 (mon.0) 210 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:05.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:05 smithi179 conmon[32219]: cluster 2022-01-25T22:38:03.355119+0000 mgr.smithi111.vbmimw (mgr.14162) 71 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:05 smithi179 conmon[32219]: audit 2022-01-25T22:38:04.571408+0000 mon.smithi111 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:38:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:05 smithi179 conmon[32219]: audit 2022-01-25T22:38:04.571992+0000 mon.smithi111 (mon.0) 210 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:06.468 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:06 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:04 2022-01-25T22:38:06.469 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:06 smithi111 conmon[29796]: .572471+0000 mgr.smithi111.vbmimw (mgr.14162) 72 : cephadm [INF] Deploying daemon osd.0 on smithi111 2022-01-25T22:38:06.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:06 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:04.572471+0000 mgr.smithi111.vbmimw (mgr.14162) 72 : cephadm [INF] Deploying daemon osd.0 on smithi111 2022-01-25T22:38:07.392 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:07 smithi111 conmon[29796]: cluster 2022-01-25T22:38:05.355458+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:07.392 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:07 smithi111 conmon[29796]: 14162) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:07.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:07 smithi179 conmon[32219]: cluster 2022-01-25T22:38:05.355458+0000 mgr.smithi111.vbmimw (mgr.14162) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:09.378 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:09 smithi111 conmon[29796]: cluster 2022-01-25T22:38:07.355884+0000 mgr.smithi111.vbmimw (mgr.14162) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:09.378 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:09 smithi111 conmon[29796]: audit 2022-01-25T22:38:08.125786+0000 mon.smithi111 (mon.0) 211 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:09.379 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:09 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:08.126557+0000 mgr.smithi111.vbmimw (mgr.14162) 75 : cephadm [INF] Reconfiguring prometheus.smithi111 (dependencies changed)... 2022-01-25T22:38:09.379 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:09 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:08.129596+0000 mgr.smithi111.vbmimw (mgr.14162) 76 : cephadm [INF] Reconfiguring daemon prometheus.smithi111 on smithi111 2022-01-25T22:38:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: cluster 2022-01-25T22:38:07.355884+0000 mgr.smithi111.vbmimw (mgr.14162) 74 : cluster [DBG] 2022-01-25T22:38:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: audit 2022-01-25T22:38:08.125786+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: 211 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: 2022-01-25T22:38:08.126557+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: 14162) 75 : cephadm [INF] Reconfiguring prometheus.smithi111 (dependencies changed)... 2022-01-25T22:38:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: cephadm 2022-01- 2022-01-25T22:38:09.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: 25T22:38:08.129596+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:09.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:09 smithi179 conmon[32219]: 14162) 76 : cephadm [INF] Reconfiguring daemon prometheus.smithi111 on smithi111 2022-01-25T22:38:11.420 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:11 smithi111 conmon[29796]: cluster 2022-01-25T22:38:09.356277+0000 mgr.smithi111.vbmimw (mgr.14162) 77 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:11.487 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 0 on host 'smithi111' 2022-01-25T22:38:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:11 smithi179 conmon[32219]: cluster 2022-01-25T22:38:09.356277+0000 mgr.smithi111.vbmimw (mgr.14162) 77 2022-01-25T22:38:11.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:11 smithi179 conmon[32219]: : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:12.138 DEBUG:teuthology.orchestra.run.smithi111:osd.0> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service 2022-01-25T22:38:12.141 INFO:tasks.cephadm:Deploying osd.1 on smithi111 with /dev/vg_nvme/lv_3... 2022-01-25T22:38:12.141 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:38:12.168 INFO:journalctl@ceph.osd.0.smithi111.stdout:-- Logs begin at Tue 2022-01-25 22:27:34 UTC. -- 2022-01-25T22:38:12.629 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:12 smithi111 conmon[29796]: cluster 2022-01-25T22:38:11.356486 2022-01-25T22:38:12.629 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:12 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14162) 78 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:12.630 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:12 smithi111 conmon[29796]: audit 2022-01-25T22:38:11.483624+0000 mon.smithi111 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:12.630 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:12 smithi111 conmon[29796]: audit 2022-01-25T22:38:11.487257+0000 mon.smithi111 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:12 smithi179 conmon[32219]: cluster 2022-01-25T22:38:11.356486+0000 mgr.smithi111.vbmimw (mgr.14162) 78 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:12 smithi179 conmon[32219]: audit 2022-01-25T22:38: 2022-01-25T22:38:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:12 smithi179 conmon[32219]: 11.483624+0000 mon.smithi111 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:12.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:12 smithi179 conmon[32219]: audit 2022-01-25T22:38:11.487257+0000 mon.smithi111 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:14.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:14 smithi111 conmon[29796]: cluster 2022-01-25T22:38:13.356853+0000 mgr.smithi111.vbmimw (mgr.14162) 79 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:14.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:14 smithi179 conmon[32219]: cluster 2022-01-25T22:38:13.356853+0000 mgr.smithi111.vbmimw (mgr.14162) 79 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:14.982 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:38:14 smithi111 conmon[46959]: debug 2022-01-25T22:38:14.715+0000 7f509cc84080 -1 osd.0 0 log_to_monitors {default=true} 2022-01-25T22:38:15.032 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:38:15.032 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:38:15.032 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2022-01-25T22:38:15.033 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2022-01-25T22:38:15.033 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134687 s, 779 MB/s 2022-01-25T22:38:15.033 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2022-01-25T22:38:15.648 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:15 smithi111 conmon[29796]: audit 2022-01-25T22:38: 2022-01-25T22:38:15.648 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:15 smithi111 conmon[29796]: 14.718952+0000 mon.smithi111 (mon.0) 214 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:38:15.810 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi111:vg_nvme/lv_3 2022-01-25T22:38:15.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:15 smithi179 conmon[32219]: audit 2022-01-25T22:38:14.718952+0000 mon.smithi111 (mon.0) 214 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:38:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: cluster 2022-01-25T22:38: 2022-01-25T22:38:16.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: 15.357122+0000 mgr.smithi111.vbmimw (mgr.14162) 80 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:16.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: audit 2022-01-25T22:38:15.496691+0000 mon.smithi111 (mon.0) 215 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:38:16.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: cluster 2022-01-25T22:38:15.496735+0000 mon.smithi111 (mon.0) 216 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:38:16.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: audit 2022-01-25T22:38:15.496827+0000 mon.smithi111 (mon.0) 217 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:16.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[29796]: audit 2022-01-25T22:38:15.497165+0000 mon.smithi111 (mon.0) 218 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:16.735 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[46959]: debug 2022-01-25T22:38:16.500+0000 7f50931f5700 -1 osd.0 0 waiting for initial osdmap 2022-01-25T22:38:16.736 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:38:16 smithi111 conmon[46959]: debug 2022-01-25T22:38:16.503+0000 7f508d96d700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:38:16.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: cluster 2022-01-25T22:38:15.357122+0000 mgr.smithi111.vbmimw (mgr.14162) 80 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: audit 2022-01-25T22:38:15.496691+0000 mon.smithi111 (mon.0) 215 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:38:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: cluster 2022-01-25T22:38: 2022-01-25T22:38:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: 15.496735+0000 mon.smithi111 (mon.0) 216 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:38:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: audit 2022-01-25T22:38 2022-01-25T22:38:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: :15.496827+0000 mon.smithi111 (mon.0) 217 : audit 2022-01-25T22:38:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: audit 2022-01-25T22:38:15.497165+0000 mon.smithi111 (mon.0) 218 : 2022-01-25T22:38:16.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:16 smithi179 conmon[32219]: audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:17.799 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022-01-25T22:38:16.497821+0000 mon.smithi111 (mon.0) 219 2022-01-25T22:38:17.799 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:17.799 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: cluster 2022-01-25T22:38:16.497872+0000 mon.smithi111 (mon.0) 220 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:38:17.800 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022-01-25T22:38:16.498152+0000 mon.smithi111 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:17.800 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022-01-25T22:38:16.501477+0000 mon.smithi111 (mon.0) 222 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:17.800 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022-01-25T22:38:17.150708+0000 mon.smithi111 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:17.800 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: cephadm 2022-01 2022-01-25T22:38:17.800 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: -25T22:38:17.151251+0000 mgr.smithi111.vbmimw 2022-01-25T22:38:17.801 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: (mgr.14162) 81 : cephadm [INF] Reconfiguring crash.smithi179 (monmap changed)... 2022-01-25T22:38:17.801 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022 2022-01-25T22:38:17.801 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: -01-25T22:38:17.151494+0000 2022-01-25T22:38:17.801 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: mon.smithi111 (mon.0) 224 : audit [INF] 2022-01-25T22:38:17.802 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:38:17.802 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:38:17.802 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: T22:38:17.152110+0000 mon.smithi111 ( 2022-01-25T22:38:17.802 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:17.803 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: cephadm 2022 2022-01-25T22:38:17.803 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: -01-25T22:38:17.152700 2022-01-25T22:38:17.803 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14162) 82 : cephadm [INF] 2022-01-25T22:38:17.803 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:17 smithi111 conmon[29796]: Reconfiguring daemon crash.smithi179 on smithi179 2022-01-25T22:38:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:16.497821+0000 mon.smithi111 (mon.0) 219 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: cluster 2022-01-25T22:38:16.497872+0000 mon.smithi111 (mon.0) 220 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:38:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:16.498152+0000 mon.smithi111 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:16.501477+0000 mon.smithi111 (mon.0) 222 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:17.150708+0000 mon.smithi111 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:17.151251+0000 mgr.smithi111.vbmimw (mgr.14162) 81 : cephadm [INF] Reconfiguring crash.smithi179 (monmap changed)... 2022-01-25T22:38:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:17.151494+0000 mon.smithi111 (mon.0) 224 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:38:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: audit 2022-01-25T22:38:17.152110+0000 mon.smithi111 (mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:17.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:17 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:17.152700+0000 mgr.smithi111.vbmimw (mgr.14162) 82 : cephadm [INF] Reconfiguring daemon crash.smithi179 on smithi179 2022-01-25T22:38:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cluster 2022-01-25T22:38:15.700066+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cluster 2022-01-25T22:38:15.700172+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cluster 2022-01-25T22:38:17.357407+0000 mgr.smithi111.vbmimw (mgr.14162) 83 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:18.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cluster 2022-01-25T22:38:17.502387+0000 mon.smithi111 (mon.0) 226 : cluster [INF] osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005] boot 2022-01-25T22:38:18.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cluster 2022-01-25T22:38:17.502424+0000 mon.smithi111 (mon.0) 227 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:38:18.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:17.502890+0000 mon.smithi111 (mon.0) 228 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:18.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.208120+0000 mgr.smithi111.vbmimw (mgr.14162) 84 : audit [DBG] from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:18.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.208857+0000 mon.smithi111 (mon.0) 229 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:38:18.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:18.209817+0000 mgr.smithi111.vbmimw (mgr.14162) 85 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:38:18.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.209994+0000 mon.smithi111 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:38:18.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.210438+0000 mon.smithi111 (mon.0) 231 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:18.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.498913+0000 mon.smithi111 (mon.0) 232 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:18.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.499567+0000 mon.smithi111 (mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:38:18.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.500182+0000 mon.smithi111 (mon.0) 234 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:38:18.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:18 smithi179 conmon[32219]: audit 2022-01-25T22:38:18.500805+0000 mon.smithi111 (mon.0) 235 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cluster 2022-01-25T22:38:15.700066+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cluster 2022-01-25T22:38:15.700172+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cluster 2022-01-25T22:38:17.357407+0000 mgr.smithi111.vbmimw (mgr.14162) 83 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:38:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cluster 2022-01-25T22:38:17.502387+0000 mon.smithi111 (mon.0) 226 : cluster [INF] osd.0 [v2:172.21.15.111:6802/3663061005,v1:172.21.15.111:6803/3663061005] boot 2022-01-25T22:38:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cluster 2022-01-25T22:38:17.502424+0000 mon.smithi111 (mon.0) 227 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:38:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:17.502890+0000 mon.smithi111 (mon.0) 228 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:38:18.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.208120+0000 mgr.smithi111.vbmimw (mgr.14162) 84 : audit [DBG] 2022-01-25T22:38:18.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:18.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.208857+0000 mon.smithi111 (mon.0) 229 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:38:18.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:18.209817+0000 mgr.smithi111.vbmimw (mgr.14162) 85 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:38:18.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.209994+0000 mon.smithi111 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:38:18.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.210438+0000 mon.smithi111 (mon.0) 231 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:18.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.498913+0000 mon.smithi111 (mon.0) 232 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:18.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.499567+0000 mon.smithi111 ( 2022-01-25T22:38:18.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:38:18.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22:38:18.500182+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:18.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: 234 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:38:18.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:38:18.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: :38:18.500805+0000 mon.smithi111 (mon. 2022-01-25T22:38:18.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:18 smithi111 conmon[29796]: 0) 235 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:19.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:18.499343+0000 mgr.smithi111.vbmimw (mgr.14162) 86 : cephadm [INF] Reconfiguring mgr.smithi179.kogymg (monmap changed)... 2022-01-25T22:38:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:18.501361+0000 mgr.smithi111.vbmimw (mgr.14162) 87 : cephadm [INF] Reconfiguring daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:38:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:19 smithi179 conmon[32219]: cluster 2022-01-25T22:38:18.506876+0000 mon.smithi111 (mon.0) 236 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:38:19.822 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:18.499343+0000 mgr.smithi111.vbmimw (mgr.14162) 86 : 2022-01-25T22:38:19.823 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:19 smithi111 conmon[29796]: cephadm [INF] Reconfiguring mgr.smithi179.kogymg (monmap changed)... 2022-01-25T22:38:19.823 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:18.501361+0000 mgr.smithi111.vbmimw (mgr.14162) 87 : cephadm [INF] Reconfiguring daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:38:19.823 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:19 smithi111 conmon[29796]: cluster 2022-01-25T22:38:18.506876+0000 mon.smithi111 (mon.0) 236 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:38:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: cluster 2022-01-25T22:38:19.357694+0000 mgr.smithi111.vbmimw (mgr.14162) 88 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:19.831395+0000 mon.smithi111 (mon.0) 237 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:19.831898+0000 mgr.smithi111.vbmimw (mgr.14162) 89 : cephadm [INF] Reconfiguring mon.smithi179 (monmap changed)... 2022-01-25T22:38:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:19.832143+0000 mon.smithi111 (mon.0) 238 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:38:21.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:19.832733+0000 2022-01-25T22:38:21.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: mon.smithi111 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:38:21.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:19.833340+0000 mon.smithi111 (mon.0) 240 : audit 2022-01-25T22:38:21.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:21.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: cephadm 2022-01-25T22:38: 2022-01-25T22:38:21.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: 19.833880+0000 mgr.smithi111.vbmimw (mgr.14162) 90 : cephadm [INF] Reconfiguring daemon mon.smithi179 on smithi179 2022-01-25T22:38:21.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:20.513478+0000 2022-01-25T22:38:21.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: mon.smithi111 (mon.0) 241 : audit [INF] from='client.? 172.21.15.111:0/2640228297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "02d8dbfd-200e-4510-959a-a29298596037"}]: dispatch 2022-01-25T22:38:21.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:20 2022-01-25T22:38:21.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: .517430+0000 mon.smithi111 (mon.0) 242 : audit [INF] from='client.? 172.21.15.111:0/2640228297' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "02d8dbfd-200e-4510-959a-a29298596037"}]': finished 2022-01-25T22:38:21.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: cluster 2022-01-25T22:38 2022-01-25T22:38:21.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: :20.517491+0000 mon.smithi111 (mon.0) 243 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:38:21.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: 2022-01-25T22:38:21.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: audit 2022-01-25T22:38:21.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: 2022-01-25T22:38:20.517618+0000 mon.smithi111 (mon 2022-01-25T22:38:21.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:20 smithi179 conmon[32219]: .0) 244 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: cluster 2022-01-25T22:38:19.357694+0000 mgr.smithi111.vbmimw (mgr.14162) 88 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:21.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:19.831395+0000 mon.smithi111 (mon.0) 237 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:21.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:19.831898+0000 mgr.smithi111.vbmimw (mgr.14162) 89 : cephadm [INF] Reconfiguring mon.smithi179 (monmap changed)... 2022-01-25T22:38:21.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:19.832143+0000 mon.smithi111 (mon.0) 238 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:38:21.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:19.832733+0000 mon.smithi111 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:38:21.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:19.833340+0000 mon.smithi111 (mon.0) 240 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:21.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:19.833880+0000 mgr.smithi111.vbmimw (mgr.14162) 90 : cephadm [INF] Reconfiguring daemon mon.smithi179 on smithi179 2022-01-25T22:38:21.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:20.513478+0000 mon.smithi111 (mon.0) 241 : audit [INF] from='client.? 172.21.15.111:0/2640228297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "02d8dbfd-200e-4510-959a-a29298596037"}]: dispatch 2022-01-25T22:38:21.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:20.517430+0000 mon.smithi111 (mon.0) 242 : audit [INF] from='client.? 172.21.15.111:0/2640228297' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "02d8dbfd-200e-4510-959a-a29298596037"}]': finished 2022-01-25T22:38:21.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: cluster 2022-01-25T22:38:20.517491+0000 mon.smithi111 (mon.0) 243 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:38:21.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:20 smithi111 conmon[29796]: audit 2022-01-25T22:38:20.517618+0000 mon.smithi111 (mon.0) 244 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:22.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:21 smithi179 conmon[32219]: audit 2022-01-25T22:38:21.033719+0000 mon.smithi111 (mon.0) 245 : audit [DBG] from='client.? 172.21.15.111:0/2745926927' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:38:22.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:21 smithi179 conmon[32219]: 2022-01-25T22:38:22.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:21 smithi179 conmon[32219]: audit 2022-01-25T22:38:21.101791+0000 mon.smithi111 (mon.0) 246 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:22.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:21 smithi179 conmon[32219]: audit 2022-01-25T22:38:21.104190+0000 mon.smithi111 (mon.0) 247 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:38:22.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:21 smithi179 conmon[32219]: audit 2022-01-25T22:38:21.104497+0000 mgr.smithi111.vbmimw (mgr.14162) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:38:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:21 smithi111 conmon[29796]: audit 2022-01-25T22:38:21.033719+0000 mon.smithi111 (mon.0 2022-01-25T22:38:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:21 smithi111 conmon[29796]: ) 245 : audit [DBG] from='client.? 172.21.15.111:0/2745926927' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:38:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:21 smithi111 conmon[29796]: audit 2022-01-25T22:38:21.101791+0000 mon.smithi111 (mon.0) 246 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:21 smithi111 conmon[29796]: audit 2022-01-25T22:38:21.104190+0000 mon.smithi111 (mon.0) 247 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:38:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:21 smithi111 conmon[29796]: audit 2022-01-25T22:38:21.104497+0000 mgr.smithi111.vbmimw (mgr.14162) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:38:23.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:23 smithi179 conmon[32219]: cluster 2022-01-25T22:38:21.358032+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:23 smithi179 conmon[32219]: 14162) 92 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:23.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:23 smithi111 conmon[29796]: cluster 2022-01-25T22:38:21.358032+0000 mgr.smithi111.vbmimw (mgr.14162) 92 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:25 smithi179 conmon[32219]: cluster 2022-01-25T22:38:23.358339+0000 mgr.smithi111.vbmimw (mgr.14162) 93 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:25.391 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:25 smithi111 conmon[29796]: cluster 2022-01-25T22:38:23.358339+0000 mgr.smithi111.vbmimw (mgr.14162) 93 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:26.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:26 smithi179 conmon[32219]: audit 2022-01-25T22:38:25.481566+0000 mon.smithi111 ( 2022-01-25T22:38:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:26 smithi179 conmon[32219]: mon.0) 248 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:38:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:26 smithi179 conmon[32219]: audit 2022-01-25T22:38:25.483793+0000 mon.smithi111 (mon.0) 249 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:38:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:26 smithi111 conmon[29796]: audit 2022-01-25T22:38:25.481566+0000 mon.smithi111 (mon.0) 248 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:38:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:26 smithi111 conmon[29796]: audit 2022-01-25T22:38:25.483793+0000 mon.smithi111 (mon.0) 249 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:38:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:27 smithi111 conmon[29796]: cluster 2022-01-25T22:38:25.358715+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:27 smithi111 conmon[29796]: 14162) 94 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:27 smithi111 conmon[29796]: audit 2022-01-25T22:38:26.368885+0000 mon.smithi111 (mon.0) 250 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:38:27.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:27 smithi111 conmon[29796]: audit 2022-01-25T22:38:26.369461+0000 mon.smithi111 (mon.0) 251 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:27.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:27 smithi179 conmon[32219]: cluster 2022-01-25T22:38:25.358715+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:38:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:27 smithi179 conmon[32219]: mgr.14162) 94 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:27 smithi179 conmon[32219]: audit 2022-01-25T22:38:26.368885+0000 mon.smithi111 (mon.0) 250 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:38:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:27 smithi179 conmon[32219]: audit 2022-01-25T22:38:26.369461+0000 mon.smithi111 (mon.0) 251 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:28.372 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:28 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:26.369932+0000 2022-01-25T22:38:28.373 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:28 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 95 : cephadm [INF] Deploying daemon osd.1 on smithi111 2022-01-25T22:38:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:28 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:26.369932+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:38:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:28 smithi179 conmon[32219]: mgr.14162) 95 : cephadm [INF] Deploying daemon osd.1 on smithi111 2022-01-25T22:38:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:29 smithi111 conmon[29796]: cluster 2022-01-25T22:38:27.359096+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:38:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:29 smithi111 conmon[29796]: 96 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:29.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:29 smithi179 conmon[32219]: cluster 2022-01-25T22:38:27.359096 2022-01-25T22:38:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:29 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14162) 96 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:29.868 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 1 on host 'smithi111' 2022-01-25T22:38:30.492 DEBUG:teuthology.orchestra.run.smithi111:osd.1> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.1.service 2022-01-25T22:38:30.494 INFO:tasks.cephadm:Deploying osd.2 on smithi111 with /dev/vg_nvme/lv_2... 2022-01-25T22:38:30.495 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:38:30.521 INFO:journalctl@ceph.osd.1.smithi111.stdout:-- Logs begin at Tue 2022-01-25 22:27:34 UTC. -- 2022-01-25T22:38:31.114 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: cluster 2022-01-25T22:38:29.359534+0000 mgr.smithi111.vbmimw (mgr.14162) 97 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:31.115 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.862739+0000 mon.smithi111 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.115 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.868048+0000 mon.smithi111 (mon.0) 253 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.115 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.876084+0000 mon.smithi111 (mon.0) 254 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.111:9093"}]: dispatch 2022-01-25T22:38:31.116 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.876502+0000 mgr.smithi111.vbmimw (mgr.14162) 98 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.111:9093"}]: dispatch 2022-01-25T22:38:31.116 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.883228+0000 mon.smithi111 (mon.0) 255 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.116 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.886319+0000 mon.smithi111 (mon.0) 256 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:38:31.116 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.886689+0000 mgr.smithi111.vbmimw (mgr.14162) 99 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:38:31.117 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.890908+0000 mon.smithi111 (mon.0) 257 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.111:3000"}]: dispatch 2022-01-25T22:38:31.117 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.891159+0000 mgr.smithi111.vbmimw (mgr.14162) 100 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.111:3000"}]: dispatch 2022-01-25T22:38:31.117 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29.896381+0000 mon.smithi111 (mon.0) 258 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.117 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29 2022-01-25T22:38:31.117 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: .899926+0000 mon.smithi111 (mon.0) 259 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:38:31.118 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38: 2022-01-25T22:38:31.118 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: 29.900434+0000 mgr.smithi111.vbmimw (mgr.14162) 101 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:38:31.118 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:31.118 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: 2022-01-25T22:38:29.904384+0000 2022-01-25T22:38:31.119 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: mon.smithi111 (mon.0) 260 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.111:9095"}]: dispatch 2022-01-25T22:38:31.119 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: 2022-01-25T22:38:31.119 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:29 2022-01-25T22:38:31.119 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: .904663+0000 mgr.smithi111.vbmimw (mgr.14162) 102 : 2022-01-25T22:38:31.119 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.111:9095"}]: dispatch 2022-01-25T22:38:31.120 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01-25T22:38:31.120 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: 2022-01-25T22:38:29. 2022-01-25T22:38:31.120 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: 910220+0000 mon.smithi111 (mon.0) 261 : audit 2022-01-25T22:38:31.120 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.121 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:38:31.121 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: -25T22:38:29.911704+0000 mon.smithi111 2022-01-25T22:38:31.121 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:30 smithi111 conmon[29796]: (mon.0) 262 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:31.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: cluster 2022-01-25T22:38:29.359534+0000 mgr.smithi111.vbmimw 2022-01-25T22:38:31.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: (mgr.14162) 97 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:31.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.862739+0000 mon.smithi111 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.868048+0000 mon.smithi111 (mon.0) 253 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.876084+0000 mon.smithi111 (mon.0) 254 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.111:9093"}]: dispatch 2022-01-25T22:38:31.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.876502+0000 mgr.smithi111.vbmimw (mgr.14162) 98 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.111:9093"}]: dispatch 2022-01-25T22:38:31.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.883228+0000 mon.smithi111 (mon.0) 255 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.886319+0000 mon.smithi111 (mon.0) 256 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:38:31.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.886689+0000 mgr.smithi111.vbmimw (mgr.14162) 99 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:38:31.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.890908+0000 mon.smithi111 (mon.0) 257 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.111:3000"}]: dispatch 2022-01-25T22:38:31.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:29.891159+0000 mgr.smithi111.vbmimw (mgr.14162) 100 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.111:3000"}]: dispatch 2022-01-25T22:38:31.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:38:31.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: :38:29.896381+0000 mon.smithi111 ( 2022-01-25T22:38:31.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: mon.0) 258 : audit [INF] 2022-01-25T22:38:31.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:31.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: -01-25T22:38:29. 2022-01-25T22:38:31.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 899926+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:31.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 259 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:38:31.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:38:31.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 01-25T22:38:29.900434+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:31.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 14162) 101 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:38:31.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:38:31.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: T22:38:29.904384+0000 mon.smithi111 (mon 2022-01-25T22:38:31.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: .0) 260 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.111:9095"}]: dispatch 2022-01-25T22:38:31.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:31.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 2022-01-25T22:38 2022-01-25T22:38:31.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: :29.904663+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:38:31.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: mgr.14162) 102 : audit [DBG] 2022-01-25T22:38:31.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.111:9095"}]: dispatch 2022-01-25T22:38:31.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:38:31.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 25T22:38:29.910220+0000 2022-01-25T22:38:31.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: mon.smithi111 (mon.0) 261 : audit [INF] 2022-01-25T22:38:31.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:31.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: audit 2022-01-25T22:38:31.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 2022-01-25T22:38 2022-01-25T22:38:31.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: :29.911704+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:31.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:30 smithi179 conmon[32219]: 262 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:32.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:32 smithi111 conmon[29796]: cluster 2022-01-25T22:38:31.359822+0000 mgr.smithi111.vbmimw (mgr.14162) 103 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:32.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:32 smithi111 conmon[29796]: audit 2022-01-25T22:38:31.589481+0000 mon.smithi111 (mon.0) 263 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:32 smithi179 conmon[32219]: cluster 2022-01-25T22:38:31.359822+0000 mgr.smithi111.vbmimw (mgr.14162) 103 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:32 smithi179 conmon[32219]: audit 2022-01-25T22:38:31.589481+0000 mon.smithi111 (mon.0) 263 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:33.092 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:38:33.092 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:38:33.093 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2022-01-25T22:38:33.093 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2022-01-25T22:38:33.093 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0146228 s, 717 MB/s 2022-01-25T22:38:33.093 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2022-01-25T22:38:33.482 INFO:journalctl@ceph.osd.1.smithi111.stdout:Jan 25 22:38:33 smithi111 conmon[50694]: debug 2022-01-25T22:38:33.056+0000 7f203d0ae080 -1 osd.1 0 log_to_monitors {default=true} 2022-01-25T22:38:33.783 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi111:vg_nvme/lv_2 2022-01-25T22:38:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:33 smithi179 conmon[32219]: audit 2022-01-25T22:38:33.060495+0000 mon.smithi111 (mon.0) 264 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:38:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:33 smithi111 conmon[29796]: audit 2022-01-25T22:38:33.060495+0000 mon.smithi111 (mon. 2022-01-25T22:38:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:33 smithi111 conmon[29796]: 0) 264 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:38:34.599 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[29796]: cluster 2022-01-25T22:38:33.360088+0000 mgr.smithi111.vbmimw (mgr.14162) 104 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:34.599 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[29796]: audit 2022-01-25T22:38:33.596713+0000 mon.smithi111 (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:38:34.600 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[29796]: cluster 2022-01-25T22:38:33.596772+0000 mon.smithi111 (mon.0) 266 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:38:34.600 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[29796]: audit 2022-01-25T22:38:33.596911+0000 mon.smithi111 (mon.0) 267 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:34.600 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[29796]: audit 2022-01-25T22:38:33.597353+0000 mon.smithi111 (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: cluster 2022-01-25T22:38:33.360088+0000 mgr.smithi111.vbmimw (mgr.14162) 104 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: audit 2022-01-25T22:38:33.596713+0000 mon.smithi111 (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:38:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: cluster 2022-01-25T22:38 2022-01-25T22:38:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: :33.596772+0000 mon.smithi111 (mon.0) 266 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:38:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:38:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: :38:33.596911+0000 mon.smithi111 (mon.0 2022-01-25T22:38:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: ) 267 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:38:34.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: 25T22:38:33.597353+0000 mon.smithi111 (mon 2022-01-25T22:38:34.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:34 smithi179 conmon[32219]: .0) 268 : audit [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:34.982 INFO:journalctl@ceph.osd.1.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[50694]: debug 2022-01-25T22:38:34.600+0000 7f203361f700 -1 osd.1 0 waiting for initial osdmap 2022-01-25T22:38:34.982 INFO:journalctl@ceph.osd.1.smithi111.stdout:Jan 25 22:38:34 smithi111 conmon[50694]: debug 2022-01-25T22:38:34.603+0000 7f202d596700 -1 osd.1 13 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:38:35.633 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: audit 2022-01-25T22:38:34.597820+0000 mon.smithi111 (mon.0) 269 : audit 2022-01-25T22:38:35.634 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:35.634 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: cluster 2022-01-25T22:38:34.597889+0000 mon.smithi111 (mon.0) 270 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:38:35.634 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: audit 2022-01-25T22:38:34.598409+0000 mon.smithi111 (mon.0) 271 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:35.634 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: audit 2022-01-25T22:38:34.602450+0000 mon.smithi111 (mon.0) 272 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:35.635 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:35 smithi111 conmon[29796]: audit 2022-01-25T22:38:35.566298+0000 mon.smithi111 (mon.0) 273 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit 2022-01-25T22:38:34.597820+0000 mon.smithi111 (mon.0) 269 : audit 2022-01-25T22:38:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: [INF] from='osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: cluster 2022-01-25T22:38:34.597889+0000 mon.smithi111 (mon.0) 270 : cluster 2022-01-25T22:38:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:38:35.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:38:35.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: T22:38:34.598409+0000 mon.smithi111 (mon.0) 271 : 2022-01-25T22:38:35.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:35.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:38:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: 38:34.602450+0000 mon.smithi111 (mon.0) 272 : 2022-01-25T22:38:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: audit 2022-01-25T22:38 2022-01-25T22:38:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: :35.566298+0000 mon.smithi111 (mon.0) 273 2022-01-25T22:38:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:35 smithi179 conmon[32219]: : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:36.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cluster 2022-01-25T22:38:34.011161+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:36.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cluster 2022-01-25T22:38:34.011255+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:36.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cluster 2022-01-25T22:38:35.360358+0000 mgr.smithi111.vbmimw (mgr.14162) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:36.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01-25T22:38:35.602338+0000 mon.smithi111 (mon.0) 274 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:36.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cluster 2022-01-25T22:38:35.606846+0000 mon.smithi111 (mon.0) 275 : cluster [INF] osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158] boot 2022-01-25T22:38:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cluster 2022-01-25T22:38:35.606883+0000 mon.smithi111 (mon.0) 276 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:38:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01-25T22:38:35.607407+0000 mon.smithi111 (mon.0) 277 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01-25T22:38:36.017554+0000 mgr.smithi111.vbmimw (mgr.14162) 106 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01-25T22:38:36.018340+0000 mon.smithi111 ( 2022-01-25T22:38:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: mon.0) 278 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:38:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: 2022-01-25T22:38:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: cephadm 2022-01-25T22 2022-01-25T22:38:36.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: :38:36.019422+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:36.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: 14162) 107 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:38:36.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:38:36.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: 25T22:38:36.019671+0000 mon.smithi111 ( 2022-01-25T22:38:36.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: mon.0) 279 : audit [INF] 2022-01-25T22:38:36.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:38:36.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit 2022-01-25T22:38:36.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: 2022-01-25T22:38:36.020206 2022-01-25T22:38:36.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 280 : 2022-01-25T22:38:36.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:36 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cluster 2022-01-25T22:38:34.011161+0000 2022-01-25T22:38:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cluster 2022-01-25T22:38:34.011255+0000 osd.1 (osd.1) 2022-01-25T22:38:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cluster 2022-01- 2022-01-25T22:38:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 25T22:38:35.360358+0000 mgr.smithi111.vbmimw (mgr.14162) 105 : cluster 2022-01-25T22:38:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:38:36.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01-25T22:38 2022-01-25T22:38:36.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: :35.602338+0000 mon.smithi111 (mon.0) 274 : 2022-01-25T22:38:36.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:36.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cluster 2022-01-25T22: 2022-01-25T22:38:36.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 38:35.606846+0000 mon.smithi111 (mon.0) 275 2022-01-25T22:38:36.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: : cluster [INF] osd.1 [v2:172.21.15.111:6810/1241217158,v1:172.21.15.111:6811/1241217158] boot 2022-01-25T22:38:36.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cluster 2022-01-25T22 2022-01-25T22:38:36.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: :38:35.606883+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:36.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 276 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:38:36.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:38:36.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 22:38:35.607407+0000 mon.smithi111 (mon.0 2022-01-25T22:38:36.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: ) 277 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:38:36.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:38:36.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 22:38:36.017554+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:36.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 14162) 106 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:36.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:38:36.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: T22:38:36.018340+0000 mon.smithi111 (mon 2022-01-25T22:38:36.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: .0) 278 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:38:36.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: cephadm 2022 2022-01-25T22:38:36.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: -01-25T22:38:36.019422+0000 2022-01-25T22:38:36.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 107 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:38:36.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: 2022-01-25T22:38:36.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01-25T22:38:36 2022-01-25T22:38:36.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: .019671+0000 mon.smithi111 (mon.0) 279 : audit 2022-01-25T22:38:36.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:38:36.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:38:36.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: -25T22:38:36.020206+0000 mon.smithi111 ( 2022-01-25T22:38:36.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:36 smithi179 conmon[32219]: mon.0) 280 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:37.864 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:37 smithi111 conmon[29796]: cluster 2022-01-25T22:38:36.615716+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:37.865 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:37 smithi111 conmon[29796]: 281 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:38:37.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:37 smithi179 conmon[32219]: cluster 2022-01-25T22:38:36.615716+0000 mon.smithi111 (mon.0 2022-01-25T22:38:37.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:37 smithi179 conmon[32219]: ) 281 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:38:38.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:38 smithi111 conmon[29796]: cluster 2022-01-25T22:38:37.360767+0000 mgr.smithi111.vbmimw (mgr.14162) 108 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:39.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:38 smithi179 conmon[32219]: cluster 2022-01-25T22:38:37.360767+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:38:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:38 smithi179 conmon[32219]: .14162) 108 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: cluster 2022-01-25T22:38:39 2022-01-25T22:38:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: .361050+0000 mgr.smithi111.vbmimw (mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:39.756746+0000 mgr.smithi111.vbmimw (mgr.14162) 110 : cephadm [INF] Detected new or changed devices on smithi111 2022-01-25T22:38:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022-01-25T22:38:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 2022-01-25T22:38:39.761501+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 282 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -01-25T22:38:39 2022-01-25T22:38:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: .766693+0000 mon.smithi111 (mon. 2022-01-25T22:38:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 0) 283 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 2022-01-25T22:38:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022-01-25T22:38:41.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 2022-01 2022-01-25T22:38:41.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -25T22:38:39. 2022-01-25T22:38:41.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 768908+0000 mon.smithi111 (mon.0 2022-01-25T22:38:41.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: ) 284 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:41.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:41.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -01-25T22:38:40. 2022-01-25T22:38:41.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 436619+0000 mon.smithi111 2022-01-25T22:38:41.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: (mon.0) 285 : audit 2022-01-25T22:38:41.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: [INF] from='client.? 172.21.15.111:0/2209774788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6c24acf-8522-42d0-9559-43e6ec0db731"}]: dispatch 2022-01-25T22:38:41.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:41.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -01-25T22:38: 2022-01-25T22:38:41.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 40.442655+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:41.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 286 : audit [INF] from='client.? 172.21.15.111:0/2209774788' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6c24acf-8522-42d0-9559-43e6ec0db731"}]': finished 2022-01-25T22:38:41.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:38:41.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -01-25T22:38:40 2022-01-25T22:38:41.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: .442701+0000 mon.smithi111 (mon. 2022-01-25T22:38:41.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 0) 287 : cluster [DBG] 2022-01-25T22:38:41.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:38:41.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:41.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: -01-25T22:38: 2022-01-25T22:38:41.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 40.442800+0000 mon.smithi111 (mon. 2022-01-25T22:38:41.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 0) 288 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:41.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:40 smithi179 conmon[32219]: 2022-01-25T22:38:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: cluster 2022-01-25T22:38:39.361050+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:38:41.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:39.756746+0000 mgr.smithi111.vbmimw (mgr.14162) 110 : cephadm [INF] Detected new or changed devices on smithi111 2022-01-25T22:38:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:39.761501+0000 mon.smithi111 (mon.0) 282 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:39.766693+0000 mon.smithi111 (mon.0) 283 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:39.768908+0000 mon.smithi111 (mon.0) 284 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:40.436619+0000 mon.smithi111 (mon.0) 285 : audit [INF] from='client.? 172.21.15.111:0/2209774788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a6c24acf-8522-42d0-9559-43e6ec0db731"}]: dispatch 2022-01-25T22:38:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:40.442655+0000 mon.smithi111 (mon.0) 286 : audit [INF] from='client.? 172.21.15.111:0/2209774788' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a6c24acf-8522-42d0-9559-43e6ec0db731"}]': finished 2022-01-25T22:38:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: cluster 2022-01-25T22:38:40.442701+0000 mon.smithi111 (mon.0) 287 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:38:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:40 smithi111 conmon[29796]: audit 2022-01-25T22:38:40.442800+0000 mon.smithi111 (mon.0) 288 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:41.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:41 smithi179 conmon[32219]: audit 2022-01-25T22:38:41.014638+0000 mon.smithi111 (mon.0) 289 : audit [DBG] from='client.? 172.21.15.111:0/1020986038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:38:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:41 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:38:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:41 smithi179 conmon[32219]: 38:41.446747+0000 mon.smithi111 (mon.0) 290 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:41 smithi111 conmon[29796]: audit 2022-01-25T22:38:41.014638+0000 mon.smithi111 (mon.0) 289 : audit [DBG] from='client.? 172.21.15.111:0/1020986038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:38:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:41 smithi111 conmon[29796]: audit 2022-01-25T22:38:41.446747+0000 mon.smithi111 (mon.0) 290 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:42 smithi111 conmon[29796]: cluster 2022-01-25T22:38:41.361369+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:38:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:42 smithi111 conmon[29796]: ) 111 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:43.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:42 smithi179 conmon[32219]: cluster 2022-01-25T22:38:41.361369+0000 mgr.smithi111.vbmimw (mgr.14162) 111 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:45.224 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:44 smithi111 conmon[29796]: cluster 2022-01-25T22:38:43.361925+0000 mgr.smithi111.vbmimw (mgr.14162) 112 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:45.225 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:44 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:38:45.225 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:44 smithi111 conmon[29796]: 38:43.972578+0000 mon.smithi111 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:44 smithi179 conmon[32219]: cluster 2022-01-25T22:38:43.361925+0000 mgr.smithi111.vbmimw (mgr.14162) 112 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:44 smithi179 conmon[32219]: audit 2022-01-25T22:38:43.972578+0000 mon.smithi111 2022-01-25T22:38:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:44 smithi179 conmon[32219]: (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:47.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:46 smithi111 conmon[29796]: cluster 2022-01-25T22:38:45.362209+0000 mgr.smithi111.vbmimw (mgr.14162) 113 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:47.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:46 smithi179 conmon[32219]: cluster 2022-01-25T22:38:45.362209+0000 mgr.smithi111.vbmimw (mgr.14162) 113 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:47 smithi111 conmon[29796]: audit 2022-01-25T22:38:47.182473+0000 mon.smithi111 (mon.0) 292 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:38:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:47 smithi111 conmon[29796]: audit 2022-01-25T22:38 2022-01-25T22:38:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:47 smithi111 conmon[29796]: :47.183055+0000 mon.smithi111 (mon.0) 293 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:47 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:47.183480+0000 mgr.smithi111.vbmimw (mgr.14162) 114 : cephadm [INF] Deploying daemon osd.2 on smithi111 2022-01-25T22:38:48.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: audit 2022-01-25T22:38:47.182473 2022-01-25T22:38:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 292 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:38:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: audit 2022-01-25T22:38:47.183055+0000 mon.smithi111 (mon.0) 293 2022-01-25T22:38:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:38:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: cephadm 2022-01-25 2022-01-25T22:38:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:47 smithi179 conmon[32219]: T22:38:47.183480+0000 mgr.smithi111.vbmimw (mgr.14162) 114 : cephadm [INF] Deploying daemon osd.2 on smithi111 2022-01-25T22:38:49.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:48 smithi111 conmon[29796]: cluster 2022-01-25T22:38:47.362448+0000 mgr.smithi111.vbmimw (mgr.14162) 115 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:48 smithi179 conmon[32219]: cluster 2022-01-25T22:38:47.362448+0000 mgr.smithi111.vbmimw (mgr.14162) 115 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:50.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:50 smithi111 conmon[29796]: cephadm 2022-01-25T22:38:49.269027+0000 mgr.smithi111.vbmimw (mgr.14162) 116 : cephadm [INF] 2022-01-25T22:38:50.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:50 smithi111 conmon[29796]: Detected new or changed devices on smithi111 2022-01-25T22:38:50.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:50 smithi111 conmon[29796]: audit 2022-01-25T22:38:49.273640+0000 mon.smithi111 (mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:50.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:50 smithi111 conmon[29796]: audit 2022-01-25T22:38:49.554887+0000 mon.smithi111 (mon.0) 295 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:50.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:50 smithi179 conmon[32219]: cephadm 2022-01-25T22:38:49.269027+0000 mgr.smithi111.vbmimw (mgr.14162) 116 : cephadm [INF] Detected new or changed devices on smithi111 2022-01-25T22:38:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:50 smithi179 conmon[32219]: audit 2022-01-25T22:38:49.273640+0000 mon.smithi111 ( 2022-01-25T22:38:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:50 smithi179 conmon[32219]: mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:50 smithi179 conmon[32219]: audit 2022-01-25T22:38:49.554887+0000 mon.smithi111 (mon.0) 295 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:51.517 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:51 smithi111 conmon[29796]: cluster 2022-01-25T22:38:49.362756+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:38:51.518 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:51 smithi111 conmon[29796]: ) 117 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:51 smithi179 conmon[32219]: cluster 2022-01-25T22:38:49.362756+0000 mgr.smithi111.vbmimw (mgr.14162) 117 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:52.399 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 2 on host 'smithi111' 2022-01-25T22:38:53.021 DEBUG:teuthology.orchestra.run.smithi111:osd.2> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.2.service 2022-01-25T22:38:53.024 INFO:tasks.cephadm:Deploying osd.3 on smithi111 with /dev/vg_nvme/lv_1... 2022-01-25T22:38:53.024 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:38:53.051 INFO:journalctl@ceph.osd.2.smithi111.stdout:-- Logs begin at Tue 2022-01-25 22:27:34 UTC. -- 2022-01-25T22:38:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: cluster 2022-01-25T22:38:51.363126 2022-01-25T22:38:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14162) 118 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:38:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: -25T22:38:52.389684+0000 mon.smithi111 (mon.0 2022-01-25T22:38:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: ) 296 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: -01-25T22:38:52 2022-01-25T22:38:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: .393624+0000 mon.smithi111 (mon.0 2022-01-25T22:38:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: ) 297 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: -01-25T22:38:52 2022-01-25T22:38:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: .398196+0000 mon.smithi111 (mon.0 2022-01-25T22:38:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:53 smithi179 conmon[32219]: ) 298 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:53.673 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:53 smithi111 conmon[29796]: cluster 2022-01-25T22:38:51.363126+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:38:53.674 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:53 smithi111 conmon[29796]: 14162) 118 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:53.675 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:53 smithi111 conmon[29796]: audit 2022-01-25T22:38:52.389684+0000 mon.smithi111 (mon.0) 296 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:53.675 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:53 smithi111 conmon[29796]: audit 2022-01-25T22:38:52.393624+0000 mon.smithi111 (mon.0) 297 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:53.675 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:53 smithi111 conmon[29796]: audit 2022-01-25T22:38:52.398196+0000 mon.smithi111 (mon.0) 298 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:55.154 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:55 smithi111 conmon[29796]: cluster 2022-01-25T22:38:53.363398+0000 mgr.smithi111.vbmimw (mgr.14162) 119 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:55.154 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:55 smithi111 conmon[29796]: audit 2022-01-25T22:38:54.036251+0000 mon.smithi111 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:55.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:55 smithi179 conmon[32219]: cluster 2022-01-25T22:38:53.363398+0000 mgr.smithi111.vbmimw (mgr.14162) 119 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:55 smithi179 conmon[32219]: audit 2022-01-25T22:38:54.036251+0000 mon.smithi111 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:55.599 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:38:55.599 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:38:55.600 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2022-01-25T22:38:55.600 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2022-01-25T22:38:55.600 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119344 s, 879 MB/s 2022-01-25T22:38:55.600 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2022-01-25T22:38:55.982 INFO:journalctl@ceph.osd.2.smithi111.stdout:Jan 25 22:38:55 smithi111 conmon[56760]: debug 2022-01-25T22:38:55.618+0000 7fd9fd672080 -1 osd.2 0 log_to_monitors {default=true} 2022-01-25T22:38:56.350 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:56 smithi111 conmon[29796]: audit 2022-01-25T22:38:55.622284+0000 mon.smithi111 (mon 2022-01-25T22:38:56.351 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:56 smithi111 conmon[29796]: .0) 300 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:38:56.364 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi111:vg_nvme/lv_1 2022-01-25T22:38:56.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:56 smithi179 conmon[32219]: audit 2022-01-25T22:38:55.622284+0000 mon.smithi111 (mon.0) 300 : audit [INF] 2022-01-25T22:38:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:56 smithi179 conmon[32219]: from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:38:57.215 INFO:journalctl@ceph.osd.2.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[56760]: debug 2022-01-25T22:38:57.051+0000 7fd9f3be3700 -1 osd.2 0 waiting for initial osdmap 2022-01-25T22:38:57.215 INFO:journalctl@ceph.osd.2.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[56760]: debug 2022-01-25T22:38:57.056+0000 7fd9ec357700 -1 osd.2 18 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:38:57.216 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[29796]: cluster 2022-01-25T22:38:55.363697+0000 mgr.smithi111.vbmimw (mgr.14162) 120 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:57.216 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[29796]: audit 2022-01-25T22:38:56.044561+0000 mon.smithi111 (mon.0) 301 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:38:57.216 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[29796]: cluster 2022-01-25T22:38:56.044609+0000 mon.smithi111 (mon.0) 302 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:38:57.216 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[29796]: audit 2022-01-25T22:38:56.044724+0000 mon.smithi111 (mon.0) 303 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:57.217 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:57 smithi111 conmon[29796]: audit 2022-01-25T22:38:56.045047+0000 mon.smithi111 (mon.0) 304 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: cluster 2022-01-25T22:38:55.363697+0000 mgr.smithi111.vbmimw (mgr.14162) 120 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:38:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: 22:38:56.044561+0000 mon.smithi111 (mon.0) 301 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:38:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: cluster 2022-01-25T22:38:56.044609+0000 mon.smithi111 (mon.0) 302 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:38:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: audit 2022-01-25T22:38:56.044724+0000 mon.smithi111 (mon.0) 303 : audit 2022-01-25T22:38:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: audit 2022-01-25T22:38: 2022-01-25T22:38:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: 56.045047+0000 mon.smithi111 (mon.0) 304 : audit 2022-01-25T22:38:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:57 smithi179 conmon[32219]: [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:38:58.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: audit 2022-01-25T22:38:57.048027+0000 mon.smithi111 (mon.0) 305 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: cluster 2022-01-25T22:38:57.048103+0000 mon.smithi111 (mon.0) 306 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:38:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:38:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: T22:38:57.048904+0000 mon.smithi111 (mon.0) 307 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:38:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: 22:38:57.054199+0000 mon.smithi111 (mon.0) 2022-01-25T22:38:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:58 smithi179 conmon[32219]: 308 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:58 smithi111 conmon[29796]: audit 2022-01-25T22:38:57.048027+0000 mon.smithi111 (mon 2022-01-25T22:38:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:58 smithi111 conmon[29796]: .0) 305 : audit [INF] from='osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:38:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:58 smithi111 conmon[29796]: cluster 2022-01-25T22:38:57.048103+0000 mon.smithi111 (mon.0) 306 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:38:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:58 smithi111 conmon[29796]: audit 2022-01-25T22:38:57.048904+0000 mon.smithi111 (mon.0) 307 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:58 smithi111 conmon[29796]: audit 2022-01-25T22:38:57.054199+0000 mon.smithi111 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01-25T22:38:56.654438+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01-25T22:38 2022-01-25T22:38:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: :56.654562+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01-25T22:38:57.364027+0000 mgr.smithi111.vbmimw (mgr.14162) 121 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022-01-25T22:38:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: 2022-01-25T22:38:58.052041+0000 mon.smithi111 (mon.0) 309 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:38:59.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -25T22:38:58.054609+0000 mon.smithi111 ( 2022-01-25T22:38:59.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: mon.0) 310 : cluster [INF] osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636] boot 2022-01-25T22:38:59.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:38:59.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -25T22:38:58.054639+0000 mon.smithi111 (mon 2022-01-25T22:38:59.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: .0) 311 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:38:59.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:38:59.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -25T22:38:58.055567+0000 mon.smithi111 ( 2022-01-25T22:38:59.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:59.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:38:59.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: 25T22:38:58.055790+0000 mon.smithi111 (mon 2022-01-25T22:38:59.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: .0) 313 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:38:59.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:38:59.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: 25T22:38:58.471280+0000 mon.smithi111 (mon 2022-01-25T22:38:59.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: .0) 314 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:59.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:59.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -01-25T22:38:58.758264+0000 2022-01-25T22:38:59.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 122 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:59.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:59.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -01-25T22:38:59.056181+0000 2022-01-25T22:38:59.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: mon.smithi111 (mon.0) 315 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:38:59.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: 2022-01-25T22:38:59.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: cluster 2022-01-25T22:38:59.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: 2022-01-25T22:38:59.056229+0000 mon.smithi111 (mon 2022-01-25T22:38:59.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: .0) 316 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:38:59.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: audit 2022 2022-01-25T22:38:59.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: -01-25T22:38:59.056867+0000 mon.smithi111 2022-01-25T22:38:59.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:38:59 smithi179 conmon[32219]: (mon.0) 317 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:38:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:56.654438+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:38:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:56.654562+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:38:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:57.364027+0000 mgr.smithi111.vbmimw (mgr.14162) 121 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:38:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:58.052041+0000 mon.smithi111 (mon.0) 309 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:58.054609+0000 mon.smithi111 (mon.0) 310 : cluster [INF] osd.2 [v2:172.21.15.111:6818/2440018636,v1:172.21.15.111:6819/2440018636] boot 2022-01-25T22:38:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:58.054639+0000 mon.smithi111 (mon.0) 311 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:38:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:58.055567+0000 mon.smithi111 (mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:38:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:58.055790+0000 mon.smithi111 (mon.0) 313 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:38:59.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:58.471280+0000 mon.smithi111 (mon.0) 314 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:38:59.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:58.758264+0000 mgr.smithi111.vbmimw (mgr.14162) 122 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:59.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T22:38:59.056181+0000 mon.smithi111 (mon.0) 315 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:38:59.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: cluster 2022-01-25T22:38:59.056229+0000 2022-01-25T22:38:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: mon.smithi111 (mon.0) 316 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:38:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:38:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: 22:38:59.056867+0000 mon.smithi111 2022-01-25T22:38:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:38:59 smithi111 conmon[29796]: (mon.0) 317 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:39:01.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: cluster 2022-01-25T22:38:59.364363+0000 mgr.smithi111.vbmimw (mgr.14162) 123 2022-01-25T22:39:01.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: : cluster [DBG] pgmap v86: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: audit 2022-01-25T22:39:00.058349+0000 mon.smithi111 (mon.0) 318 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:39:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: cluster 2022-01-25T22:39:00.058416+0000 mon.smithi111 (mon.0) 319 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2022-01-25T22:39:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: audit 2022-01-25T22:39:00.060972+0000 mon.smithi111 (mon.0) 320 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:00.061961+0000 mgr.smithi111.vbmimw (mgr.14162) 124 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:39:01.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: audit 2022-01-25T22:39:00.062139+0000 mon.smithi111 (mon.0) 321 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:01.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:01 smithi111 conmon[29796]: audit 2022-01-25T22:39:00.062653+0000 mon.smithi111 (mon.0) 322 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: cluster 2022-01-25T22:38:59.364363+0000 mgr.smithi111.vbmimw (mgr.14162) 123 : cluster [DBG] pgmap v86: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: audit 2022-01-25T22:39:00.058349+0000 mon.smithi111 (mon 2022-01-25T22:39:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: .0) 318 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:39:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: cluster 2022-01-25T22:39:00.058416+0000 mon.smithi111 (mon.0) 319 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2022-01-25T22:39:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: audit 2022-01-25T22:39:00.060972+0000 mon.smithi111 (mon.0) 320 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:00.061961+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:39:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: 14162) 124 : cephadm [INF] Applying service osd.None on host smithi111... 2022-01-25T22:39:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:39:01.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: 25T22:39:00.062139+0000 mon.smithi111 (mon 2022-01-25T22:39:01.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: .0) 321 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:01.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:39:01.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: T22:39:00.062653+0000 mon.smithi111 (mon 2022-01-25T22:39:01.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:01 smithi179 conmon[32219]: .0) 322 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:02.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:02 smithi179 conmon[32219]: cluster 2022-01-25T22:39:01.333001+0000 mon.smithi111 (mon.0) 323 : cluster 2022-01-25T22:39:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:02 smithi179 conmon[32219]: [DBG] osdmap e22: 3 total, 3 up, 3 in 2022-01-25T22:39:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:02 smithi179 conmon[32219]: cluster 2022-01-25T22:39:01.364752+0000 mgr.smithi111.vbmimw (mgr.14162) 125 : cluster [DBG] pgmap v89: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:02.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:02 smithi111 conmon[29796]: cluster 2022-01-25T22:39:01.333001+0000 mon.smithi111 (mon.0) 323 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2022-01-25T22:39:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:02 smithi111 conmon[29796]: cluster 2022-01-25T22:39:01.364752+0000 mgr.smithi111.vbmimw (mgr.14162) 125 : cluster [DBG] pgmap v89: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:02.437068+0000 mon.smithi111 (mon. 2022-01-25T22:39:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: 0) 324 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:02.440295+0000 mon.smithi111 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:02.442504+0000 mon.smithi111 (mon.0) 326 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:03.115973+0000 mon.smithi111 (mon.0) 327 : audit [INF] from='client.? 172.21.15.111:0/1875894960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d4f92c6-654f-4637-ace9-9722c55f87ee"}]: dispatch 2022-01-25T22:39:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:03.120319+0000 mon.smithi111 (mon.0) 328 : audit [INF] from='client.? 172.21.15.111:0/1875894960' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d4f92c6-654f-4637-ace9-9722c55f87ee"}]': finished 2022-01-25T22:39:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: cluster 2022-01-25T22:39:03.120369+0000 mon.smithi111 (mon.0) 329 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:39:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: audit 2022-01-25T22:39:03.120479+0000 mon.smithi111 (mon.0) 330 : audit [DBG] 2022-01-25T22:39:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:03 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25T22:39:02.437068+0000 mon.smithi111 (mon.0) 324 : audit [INF] 2022-01-25T22:39:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25T22:39:02.440295+0000 mon.smithi111 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:39:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: T22:39:02.442504+0000 mon.smithi111 (mon.0) 326 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25T22:39:03 2022-01-25T22:39:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: .115973+0000 mon.smithi111 (mon.0) 327 : audit 2022-01-25T22:39:03.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: [INF] from='client.? 172.21.15.111:0/1875894960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d4f92c6-654f-4637-ace9-9722c55f87ee"}]: dispatch 2022-01-25T22:39:03.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25T22:39: 2022-01-25T22:39:03.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: 03.120319+0000 mon.smithi111 (mon.0) 328 : audit 2022-01-25T22:39:03.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: [INF] from='client.? 172.21.15.111:0/1875894960' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d4f92c6-654f-4637-ace9-9722c55f87ee"}]': finished 2022-01-25T22:39:03.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: cluster 2022-01-25T22:39: 2022-01-25T22:39:03.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: 03.120369+0000 mon.smithi111 (mon.0) 329 : cluster [DBG] 2022-01-25T22:39:03.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:39:03.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: audit 2022-01-25T22:39: 2022-01-25T22:39:03.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: 03.120479+0000 mon.smithi111 (mon.0) 330 : audit 2022-01-25T22:39:03.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:03 smithi179 conmon[32219]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:04.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:04 smithi111 conmon[29796]: cluster 2022-01-25T22:39:03.365047+0000 mgr.smithi111.vbmimw (mgr.14162) 126 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:04 smithi111 conmon[29796]: audit 2022-01-25T22:39:03.670121+0000 mon.smithi111 (mon.0) 331 : audit [DBG] from='client.? 172.21.15.111:0/1071269987' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:04 smithi179 conmon[32219]: cluster 2022-01-25T22:39:03.365047+0000 mgr.smithi111.vbmimw (mgr.14162) 126 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:04 smithi179 conmon[32219]: audit 2022-01-25T22:39:03.670121+0000 mon.smithi111 (mon.0) 331 : audit [DBG] from='client.? 172.21.15.111:0/1071269987' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:06.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:06 smithi111 conmon[29796]: cluster 2022-01-25T22:39:05.365372+0000 mgr.smithi111.vbmimw (mgr.14162) 127 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:06.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:06 smithi179 conmon[32219]: cluster 2022-01-25T22:39:05.365372+0000 mgr.smithi111.vbmimw (mgr.14162) 127 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:07 smithi111 conmon[29796]: audit 2022-01-25T22:39:06.726534+0000 mon.smithi111 (mon.0) 2022-01-25T22:39:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:07 smithi111 conmon[29796]: 332 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:07 smithi111 conmon[29796]: audit 2022-01-25T22:39:06.729946+0000 mon.smithi111 (mon.0) 333 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:08.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:07 smithi179 conmon[32219]: audit 2022-01-25T22:39:06.726534+0000 mon.smithi111 (mon.0) 332 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:07 smithi179 conmon[32219]: audit 2022-01-25T22:39:06.729946+0000 mon.smithi111 (mon.0) 333 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:08 smithi111 conmon[29796]: cluster 2022-01-25T22:39:07.365704+0000 mgr.smithi111.vbmimw (mgr.14162) 128 : 2022-01-25T22:39:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:08 smithi111 conmon[29796]: cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:09.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:08 smithi179 conmon[32219]: cluster 2022-01-25T22:39:07.365704+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:08 smithi179 conmon[32219]: 128 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:09.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:09 smithi111 conmon[29796]: audit 2022-01-25T22:39:09.455490+0000 mon.smithi111 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:39:09.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:09 smithi111 conmon[29796]: audit 2022-01-25T22:39:09.456110+0000 mon.smithi111 (mon.0) 335 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:10.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:09 smithi179 conmon[32219]: audit 2022-01-25T22:39:09.455490+0000 mon.smithi111 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:39:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:09 smithi179 conmon[32219]: audit 2022-01-25T22:39:09.456110+0000 mon.smithi111 (mon.0) 335 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:11.091 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:10 smithi111 conmon[29796]: cluster 2022-01-25T22:39:09.366027+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:39:11.092 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:10 smithi111 conmon[29796]: ) 129 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:11.092 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:10 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:09.456572+0000 mgr.smithi111.vbmimw (mgr.14162) 130 : cephadm [INF] Deploying daemon osd.3 on smithi111 2022-01-25T22:39:11.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:10 smithi179 conmon[32219]: cluster 2022-01-25T22:39:09.366027+0000 mgr.smithi111.vbmimw (mgr.14162) 129 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:10 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:09.456572+0000 mgr.smithi111.vbmimw (mgr.14162) 130 : cephadm [INF] Deploying daemon osd.3 on smithi111 2022-01-25T22:39:12.917 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:12 smithi111 conmon[29796]: cluster 2022-01-25T22:39:11.366325+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:39:12.918 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:12 smithi111 conmon[29796]: 14162) 131 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:13.096 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 3 on host 'smithi111' 2022-01-25T22:39:13.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:12 smithi179 conmon[32219]: cluster 2022-01-25T22:39:11.366325+0000 mgr.smithi111.vbmimw (mgr.14162) 131 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:13.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:12 smithi179 conmon[32219]: 2022-01-25T22:39:13.753 DEBUG:teuthology.orchestra.run.smithi111:osd.3> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.3.service 2022-01-25T22:39:13.756 INFO:tasks.cephadm:Deploying osd.4 on smithi179 with /dev/vg_nvme/lv_4... 2022-01-25T22:39:13.756 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:39:13.785 INFO:journalctl@ceph.osd.3.smithi111.stdout:-- Logs begin at Tue 2022-01-25 22:27:34 UTC. -- 2022-01-25T22:39:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:13 smithi111 conmon[29796]: audit 2022-01-25T22:39:13.087133+0000 mon.smithi111 (mon.0 2022-01-25T22:39:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:13 smithi111 conmon[29796]: ) 336 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:13 smithi111 conmon[29796]: audit 2022-01-25T22:39:13.091006+0000 mon.smithi111 (mon.0) 337 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:13 smithi111 conmon[29796]: audit 2022-01-25T22:39:13.095897+0000 mon.smithi111 (mon.0) 338 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:14.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:13 smithi179 conmon[32219]: audit 2022-01-25T22:39:13.087133+0000 mon.smithi111 (mon.0) 336 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:13 smithi179 conmon[32219]: audit 2022-01-25T22:39:13.091006+0000 mon.smithi111 (mon.0) 337 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:13 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:39:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:13 smithi179 conmon[32219]: 01-25T22:39:13.095897+0000 mon.smithi111 (mon.0) 338 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:15.358 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:15 smithi179 conmon[32219]: cluster 2022-01-25T22:39:13.366724+0000 mgr.smithi111.vbmimw (mgr.14162) 132 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:15.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:15 smithi111 conmon[29796]: cluster 2022-01-25T22:39:13.366724+0000 mgr.smithi111.vbmimw (mgr.14162) 132 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:15.768 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:39:15.769 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:39:15.769 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2022-01-25T22:39:15.769 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2022-01-25T22:39:15.770 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012595 s, 833 MB/s 2022-01-25T22:39:15.770 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2022-01-25T22:39:16.335 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi179:vg_nvme/lv_4 2022-01-25T22:39:16.732 INFO:journalctl@ceph.osd.3.smithi111.stdout:Jan 25 22:39:16 smithi111 conmon[62493]: debug 2022-01-25T22:39:16.309+0000 7fe8edfc4080 -1 osd.3 0 log_to_monitors {default=true} 2022-01-25T22:39:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:17 smithi179 conmon[32219]: cluster 2022-01-25T22:39:15.367004+0000 mgr.smithi111.vbmimw (mgr.14162) 133 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:17 smithi179 conmon[32219]: audit 2022-01-25T22:39:16.312617+0000 mon.smithi111 (mon.0) 339 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:39:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:17 smithi111 conmon[29796]: cluster 2022-01-25T22:39:15.367004+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:39:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:17 smithi111 conmon[29796]: .14162) 133 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:17 smithi111 conmon[29796]: audit 2022-01-25T22:39:16.312617+0000 mon.smithi111 (mon.0) 339 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:39:18.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: audit 2022-01-25T22:39:17.106304+0000 mon.smithi111 (mon.0) 340 : audit 2022-01-25T22:39:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:39:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: cluster 2022-01-25T22:39:17.106350+0000 mon.smithi111 (mon.0) 341 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:39:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: audit 2022-01-25T22:39:17.106490+0000 mon.smithi111 (mon.0) 342 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: audit 2022-01-25T22:39:17.106826+0000 mon.smithi111 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:39:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:18 smithi179 conmon[32219]: audit 2022-01-25T22:39:17.330764+0000 mon.smithi111 (mon.0) 344 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:18.482 INFO:journalctl@ceph.osd.3.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[62493]: debug 2022-01-25T22:39:18.112+0000 7fe8e4535700 -1 osd.3 0 waiting for initial osdmap 2022-01-25T22:39:18.483 INFO:journalctl@ceph.osd.3.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[62493]: debug 2022-01-25T22:39:18.118+0000 7fe8decad700 -1 osd.3 25 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:39:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: audit 2022-01-25T22:39:17.106304+0000 2022-01-25T22:39:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: mon.smithi111 (mon.0) 340 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:39:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: cluster 2022-01-25T22:39:17.106350+0000 mon.smithi111 (mon.0) 341 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:39:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: audit 2022-01-25T22:39:17.106490+0000 mon.smithi111 (mon.0) 342 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: audit 2022-01-25T22:39:17.106826+0000 mon.smithi111 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:39:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:18 smithi111 conmon[29796]: audit 2022-01-25T22:39:17.330764+0000 mon.smithi111 (mon.0) 344 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: cluster 2022-01-25T22:39:17.367312+0000 mgr.smithi111.vbmimw (mgr.14162) 134 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.109913+0000 mon.smithi111 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:39:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: cluster 2022-01-25T22:39:18.109971+0000 mon.smithi111 (mon.0) 346 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:39:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.110585+0000 mon.smithi111 (mon.0) 347 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.115636+0000 mon.smithi111 (mon.0) 348 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.211738+0000 mgr.smithi111.vbmimw (mgr.14162) 135 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:19.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.212522+0000 mon.smithi111 (mon.0) 349 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:19.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:18.213635+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:19.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: 136 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:19.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.213800+0000 mon.smithi111 (mon.0) 350 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:19.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:19 smithi179 conmon[32219]: audit 2022-01-25T22:39:18.214303+0000 mon.smithi111 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: cluster 2022-01-25T22:39:17.367312+0000 mgr.smithi111.vbmimw (mgr.14162) 134 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.109913+0000 mon.smithi111 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2022-01-25T22:39:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: cluster 2022-01-25T22:39:18.109971+0000 mon.smithi111 (mon.0) 346 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:39:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.110585+0000 mon.smithi111 (mon.0) 347 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.115636+0000 mon.smithi111 (mon.0) 348 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.211738+0000 mgr.smithi111.vbmimw (mgr.14162) 135 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.212522+0000 mon.smithi111 (mon.0) 349 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:18. 2022-01-25T22:39:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: 213635+0000 mgr.smithi111.vbmimw (mgr.14162) 136 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.213800+0000 mon.smithi111 (mon.0) 350 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:19 smithi111 conmon[29796]: audit 2022-01-25T22:39:18.214303+0000 mon.smithi111 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: cluster 2022-01-25T22:39:17.328365+0000 osd.3 (osd.3) 1 : cluster 2022-01-25T22:39:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: [DBG] purged_snaps scrub starts 2022-01-25T22:39:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: cluster 2022-01-25T22:39:17.328540+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: audit 2022-01-25T22:39:19.113648+0000 mon.smithi111 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: cluster 2022-01-25T22:39:19.120542+0000 mon.smithi111 (mon.0) 353 : cluster [INF] osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459] boot 2022-01-25T22:39:20.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: cluster 2022-01-25T22:39:19.120570+0000 mon.smithi111 (mon.0) 354 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2022-01-25T22:39:20.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:20 smithi111 conmon[29796]: audit 2022-01-25T22:39:19.121022+0000 mon.smithi111 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:20.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: cluster 2022-01-25T22:39:17.328365+0000 osd.3 (osd.3) 1 : 2022-01-25T22:39:20.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: cluster [DBG] purged_snaps scrub starts 2022-01-25T22:39:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: cluster 2022-01-25T22:39:17.328540+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: audit 2022-01-25T22:39:19.113648+0000 mon.smithi111 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: cluster 2022-01-25T22:39:19.120542+0000 mon.smithi111 (mon.0) 353 : cluster [INF] osd.3 [v2:172.21.15.111:6826/450474459,v1:172.21.15.111:6827/450474459] boot 2022-01-25T22:39:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: cluster 2022-01-25T22:39:19.120570+0000 mon.smithi111 (mon.0) 354 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2022-01-25T22:39:20.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:20 smithi179 conmon[32219]: audit 2022-01-25T22:39:19.121022+0000 mon.smithi111 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:39:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: cluster 2022-01-25T22:39:19.367629+0000 mgr.smithi111.vbmimw (mgr.14162) 137 : 2022-01-25T22:39:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: cluster 2022-01-25T22:39:20.129045+0000 mon.smithi111 (mon.0) 356 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:39:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25T22:39:20.332561+0000 mon.smithi179 (mon.1) 2 : audit [INF] from='client.? 172.21.15.179:0/1885710453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]: dispatch 2022-01-25T22:39:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25T22:39:20.333201+0000 mon.smithi111 (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]: dispatch 2022-01-25T22:39:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25T22:39:20.336772+0000 mon.smithi111 (mon.0) 358 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]': finished 2022-01-25T22:39:21.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: cluster 2022-01-25T22:39:21.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: 2022-01-25T22:39:20.336826+0000 mon.smithi111 (mon.0) 359 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:39:21.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:39:21.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: T22:39:20.336921+0000 mon.smithi111 (mon 2022-01-25T22:39:21.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: .0) 360 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:21.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:39:21.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: T22:39:20.792566+0000 mon.smithi111 (mon.0 2022-01-25T22:39:21.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: ) 361 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:21.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01-25T22:39:21.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: 2022-01-25T22:39 2022-01-25T22:39:21.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: :20.795776+0000 mon.smithi111 (mon.0) 362 : audit 2022-01-25T22:39:21.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:21.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:39:21.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: 25T22:39:20.798007+0000 mon.smithi111 (mon. 2022-01-25T22:39:21.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: 0) 363 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:21.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:39:21.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: -25T22:39:20.822456+0000 mon.smithi179 2022-01-25T22:39:21.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: (mon.1) 3 : audit [DBG] 2022-01-25T22:39:21.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:21 smithi111 conmon[29796]: from='client.? 172.21.15.179:0/2039170878' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: cluster 2022-01-25T22:39:19.367629+0000 mgr.smithi111.vbmimw (mgr.14162) 137 2022-01-25T22:39:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:39:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: cluster 2022-01-25T22:39:20.129045+0000 mon.smithi111 (mon.0) 356 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:39:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22:39:20.332561+0000 mon.smithi179 (mon.1) 2 2022-01-25T22:39:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: : audit [INF] from='client.? 172.21.15.179:0/1885710453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]: dispatch 2022-01-25T22:39:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:39:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: :39:20.333201+0000 mon.smithi111 (mon.0) 2022-01-25T22:39:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]: dispatch 2022-01-25T22:39:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:39:21.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: :39:20.336772+0000 mon.smithi111 (mon.0 2022-01-25T22:39:21.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: ) 358 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abbd0e1c-05cb-47d3-909d-0b85311c7576"}]': finished 2022-01-25T22:39:21.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: cluster 2022-01-25 2022-01-25T22:39:21.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: T22:39:20.336826+0000 mon.smithi111 (mon 2022-01-25T22:39:21.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: .0) 359 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:39:21.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022 2022-01-25T22:39:21.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: -01-25T22:39:20.336921+0000 2022-01-25T22:39:21.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: mon.smithi111 (mon.0) 360 : audit [DBG] 2022-01-25T22:39:21.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:21.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22:39:21.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: 2022-01-25T22:39:20.792566+0000 mon.smithi111 ( 2022-01-25T22:39:21.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: mon.0) 361 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:21.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:39:21.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: -25T22:39:20.795776+0000 2022-01-25T22:39:21.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: mon.smithi111 (mon.0) 362 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:21.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: 2022-01-25T22:39:21.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22:39:21.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: 2022-01-25T22:39:20.798007+0000 mon.smithi111 ( 2022-01-25T22:39:21.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: mon.0) 363 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:21.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: audit 2022-01-25T22:39:21.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: 2022-01-25T22:39:20.822456 2022-01-25T22:39:21.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: +0000 mon.smithi179 (mon.1) 3 : audit [DBG] 2022-01-25T22:39:21.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:21 smithi179 conmon[32219]: from='client.? 172.21.15.179:0/2039170878' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:22 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:20.787960+0000 2022-01-25T22:39:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:22 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 138 : cephadm [INF] Detected new or changed devices on smithi111 2022-01-25T22:39:22.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:22 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:20.787960+0000 mgr.smithi111.vbmimw (mgr.14162) 138 : cephadm [INF] Detected new or changed devices on smithi111 2022-01-25T22:39:23.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:23 smithi179 conmon[32219]: cluster 2022-01-25T22:39:21.367938 2022-01-25T22:39:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:23 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14162) 139 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:23.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:23 smithi111 conmon[29796]: cluster 2022-01-25T22:39:21.367938+0000 mgr.smithi111.vbmimw (mgr.14162) 139 2022-01-25T22:39:23.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:23 smithi111 conmon[29796]: : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:25.235 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:25 smithi179 conmon[32219]: cluster 2022-01-25T22:39:23.368227+0000 mgr.smithi111.vbmimw (mgr.14162) 140 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:25.236 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:25 smithi179 conmon[32219]: audit 2022-01-25T22:39:24.578442+0000 mon.smithi111 (mon.0) 364 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:25.236 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:25 smithi179 conmon[32219]: audit 2022-01-25T22:39:24.581360+0000 mon.smithi111 (mon.0) 365 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:25.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:25 smithi111 conmon[29796]: cluster 2022-01-25T22:39:23.368227+0000 mgr.smithi111.vbmimw (mgr.14162) 140 2022-01-25T22:39:25.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:25 smithi111 conmon[29796]: : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:25 smithi111 conmon[29796]: audit 2022-01-25T22:39:24.578442+0000 mon.smithi111 (mon.0) 364 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:25 smithi111 conmon[29796]: audit 2022-01-25T22:39:24.581360+0000 mon.smithi111 (mon.0) 365 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:26 smithi179 conmon[32219]: audit 2022-01-25T22:39:25.483714+0000 mon.smithi111 (mon.0) 366 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:39:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:26 smithi179 conmon[32219]: audit 2022-01-25T22:39:25. 2022-01-25T22:39:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:26 smithi179 conmon[32219]: 484731+0000 mon.smithi111 (mon.0) 367 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:39:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:26 smithi179 conmon[32219]: audit 2022-01-25T22:39:26.083254+0000 mon.smithi111 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:39:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:26 smithi179 conmon[32219]: audit 2022-01-25T22:39:26.084148+0000 mon.smithi111 (mon.0) 369 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: audit 2022-01-25T22:39:25.483714+0000 mon.smithi111 (mon.0 2022-01-25T22:39:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: ) 366 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:39:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: audit 2022-01-25T22:39:25.484731+0000 mon.smithi111 (mon.0) 367 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:39:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: audit 2022-01-25T22:39:26. 2022-01-25T22:39:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: 083254+0000 mon.smithi111 (mon.0) 368 : audit 2022-01-25T22:39:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:39:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:39:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: 25T22:39:26.084148+0000 2022-01-25T22:39:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: mon.smithi111 (mon.0) 369 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:26 smithi111 conmon[29796]: 2022-01-25T22:39:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:27 smithi179 conmon[32219]: cluster 2022-01-25T22:39:25.368673+0000 mgr.smithi111.vbmimw (mgr.14162) 141 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:27 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:26.084872+0000 mgr.smithi111.vbmimw (mgr.14162) 142 : cephadm [INF] Deploying daemon osd.4 on smithi179 2022-01-25T22:39:27.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:27 smithi111 conmon[29796]: cluster 2022-01-25T22:39:25.368673+0000 mgr.smithi111.vbmimw (mgr.14162) 141 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:27.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:27 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:26.084872+0000 mgr.smithi111.vbmimw (mgr.14162) 142 : cephadm [INF] Deploying daemon osd.4 on smithi179 2022-01-25T22:39:29.351 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 4 on host 'smithi179' 2022-01-25T22:39:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:29 smithi111 conmon[29796]: cluster 2022-01-25T22:39:27.369049+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:39:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:29 smithi111 conmon[29796]: .14162) 143 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:29.501 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:29 smithi179 conmon[32219]: cluster 2022-01-25T22:39:27.369049+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:39:29.542 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:29 smithi179 conmon[32219]: ) 143 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:29.856 DEBUG:teuthology.orchestra.run.smithi179:osd.4> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.4.service 2022-01-25T22:39:29.859 INFO:tasks.cephadm:Deploying osd.5 on smithi179 with /dev/vg_nvme/lv_3... 2022-01-25T22:39:29.859 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:39:29.887 INFO:journalctl@ceph.osd.4.smithi179.stdout:-- Logs begin at Tue 2022-01-25 22:27:14 UTC. -- 2022-01-25T22:39:30.409 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:30 smithi179 conmon[32219]: audit 2022-01-25T22:39:29.342207+0000 mon.smithi111 (mon.0 2022-01-25T22:39:30.409 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:30 smithi179 conmon[32219]: ) 370 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:30.410 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:30 smithi179 conmon[32219]: audit 2022-01-25T22:39:29.346577+0000 mon.smithi111 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:30.410 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:30 smithi179 conmon[32219]: audit 2022-01-25T22:39:29.351146+0000 mon.smithi111 (mon.0) 372 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:30.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:30 smithi111 conmon[29796]: audit 2022-01-25T22:39:29.342207+0000 mon.smithi111 (mon 2022-01-25T22:39:30.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:30 smithi111 conmon[29796]: .0) 370 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:30.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:30 smithi111 conmon[29796]: audit 2022-01-25T22:39:29.346577+0000 mon.smithi111 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:30.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:30 smithi111 conmon[29796]: audit 2022-01-25T22:39:29.351146+0000 mon.smithi111 (mon.0) 372 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:31.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:31 smithi179 conmon[32219]: cluster 2022-01-25T22:39:29.369386+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:39:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:31 smithi179 conmon[32219]: mgr.14162) 144 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:31 smithi111 conmon[29796]: cluster 2022-01-25T22:39:29.369386+0000 mgr.smithi111.vbmimw (mgr.14162) 144 2022-01-25T22:39:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:31 smithi111 conmon[29796]: : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:32.393 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:39:32.394 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:39:32.394 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2022-01-25T22:39:32.394 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2022-01-25T22:39:32.395 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138992 s, 754 MB/s 2022-01-25T22:39:32.395 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2022-01-25T22:39:32.809 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jan 25 22:39:32 smithi179 conmon[38054]: debug 2022-01-25T22:39:32.595+0000 7f32df432080 -1 osd.4 0 log_to_monitors {default=true} 2022-01-25T22:39:33.313 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi179:vg_nvme/lv_3 2022-01-25T22:39:33.337 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:33 smithi179 conmon[32219]: cluster 2022-01-25T22:39:31.369641+0000 mgr.smithi111.vbmimw 2022-01-25T22:39:33.337 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:33 smithi179 conmon[32219]: (mgr.14162) 145 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:33.337 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:33 smithi179 conmon[32219]: audit 2022-01-25T22:39:32.081716+0000 mon.smithi111 (mon.0) 373 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:33.338 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:33 smithi179 conmon[32219]: audit 2022-01-25T22:39:32.599630+0000 mon.smithi179 (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:39:33.338 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:33 smithi179 conmon[32219]: audit 2022-01-25T22:39:32.600043+0000 mon.smithi111 (mon.0) 374 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:39:33.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: cluster 2022-01-25T22:39:31.369641+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:33.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: 145 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: audit 2022-01-25T22:39:32.081716+0000 mon.smithi111 (mon.0) 373 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: 2022-01-25T22:39:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:39:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: 39:32.599630+0000 mon.smithi179 (mon.1) 4 : audit [INF] 2022-01-25T22:39:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: from='osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:39:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: audit 2022-01-25T22:39:32 2022-01-25T22:39:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: .600043+0000 mon.smithi111 (mon.0) 374 : audit 2022-01-25T22:39:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:33 smithi111 conmon[29796]: [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:39:34.367 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[38054]: debug 2022-01-25T22:39:34.166+0000 7f32d59a3700 -1 osd.4 0 waiting for initial osdmap 2022-01-25T22:39:34.367 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[38054]: debug 2022-01-25T22:39:34.172+0000 7f32d091c700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:39:34.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: audit 2022-01-25T22:39:33.158346+0000 mon.smithi111 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:39:34.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: cluster 2022-01-25T22:39:33.158437+0000 mon.smithi111 (mon.0) 376 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:39:34.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: audit 2022-01-25T22:39:33.158551+0000 mon.smithi111 (mon.0) 377 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:34.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: audit 2022-01-25T22:39:33.158922+0000 mon.smithi179 (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:34.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: audit 2022-01-25T22:39:33.159266+0000 mon.smithi111 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:34.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:34 smithi179 conmon[32219]: audit 2022-01-25T22:39:33.176988+0000 mon.smithi111 (mon.0) 379 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: audit 2022-01-25T22:39:33.158346+0000 mon.smithi111 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:39:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: 2022-01-25T22:39:34.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: cluster 2022-01-25T22:39:33.158437+0000 mon.smithi111 (mon.0) 376 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:39:34.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: audit 2022-01-25T22:39:33. 2022-01-25T22:39:34.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: 158551+0000 mon.smithi111 (mon.0) 377 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:34.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: audit 2022-01-25T22:39:33.158922 2022-01-25T22:39:34.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: +0000 mon.smithi179 (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:34.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: audit 2022-01-25T22:39:34.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: 2022-01-25T22:39:33.159266+0000 mon.smithi111 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:34.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:39:34.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: T22:39:33.176988+0000 mon.smithi111 (mon.0 2022-01-25T22:39:34.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:34 smithi111 conmon[29796]: ) 379 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:35.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: cluster 2022-01-25T22:39:33.369918+0000 mgr.smithi111.vbmimw (mgr.14162) 146 : cluster 2022-01-25T22:39:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: audit 2022-01-25T22:39:34.162705+0000 mon.smithi111 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:39:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: cluster 2022-01-25T22:39:34.162898+0000 mon.smithi111 (mon.0) 381 2022-01-25T22:39:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:39:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: audit 2022-01-25T22:39:34.163306+0000 mon.smithi111 (mon.0) 382 : 2022-01-25T22:39:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: audit 2022-01-25T22:39 2022-01-25T22:39:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: :34.167920+0000 mon.smithi111 (mon.0) 383 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:35.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: cluster 2022-01-25T22:39:35.162403+0000 mon.smithi111 (mon 2022-01-25T22:39:35.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: .0) 384 : cluster [INF] osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144] boot 2022-01-25T22:39:35.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: cluster 2022-01-25T22:39:35.162452+0000 mon.smithi111 ( 2022-01-25T22:39:35.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: mon.0) 385 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:39:35.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: audit 2022-01-25T22:39:35.162583+0000 mon.smithi111 2022-01-25T22:39:35.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:35 smithi111 conmon[29796]: (mon.0) 386 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:35.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: cluster 2022-01-25T22:39:33.369918+0000 mgr.smithi111.vbmimw (mgr.14162) 146 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:39:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: audit 2022-01-25T22:39:34.162705+0000 mon.smithi111 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:39:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: cluster 2022-01-25T22:39:34.162898+0000 mon.smithi111 (mon.0) 381 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:39:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: audit 2022-01-25T22:39:34.163306+0000 mon.smithi111 (mon.0) 382 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: audit 2022-01-25T22:39:34.167920+0000 mon.smithi111 (mon.0) 383 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: cluster 2022-01-25T22:39:35.162403+0000 mon.smithi111 (mon.0) 384 : cluster [INF] osd.4 [v2:172.21.15.179:6800/1165816144,v1:172.21.15.179:6801/1165816144] boot 2022-01-25T22:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: cluster 2022-01-25T22:39:35.162452+0000 mon.smithi111 (mon.0) 385 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.162583+0000 mon.smithi111 (mon. 2022-01-25T22:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:35 smithi179 conmon[32219]: 0) 386 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:39:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: cluster 2022-01-25T22:39:33.613920+0000 osd.4 (osd.4) 1 : cluster 2022-01-25T22:39:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: [DBG] purged_snaps scrub starts 2022-01-25T22:39:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: cluster 2022-01-25T22:39:33.614014+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: audit 2022-01-25T22:39:35.486468+0000 mon.smithi111 (mon 2022-01-25T22:39:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: .0) 387 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: audit 2022-01-25T22:39: 2022-01-25T22:39:36.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: 35.488133+0000 mon.smithi111 (mon.0) 388 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:36.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: audit 2022 2022-01-25T22:39:36.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: -01-25T22:39:35.488816+0000 mon.smithi111 (mon.0) 389 : 2022-01-25T22:39:36.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:36.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: audit 2022-01-25T22:39:36.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: 2022-01-25T22:39:35.975735+0000 mon.smithi111 (mon.0) 390 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:36.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: cluster 2022-01-25T22:39:36.163759 2022-01-25T22:39:36.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:36 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 391 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-25T22:39:36.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: cluster 2022-01-25T22:39:33.613920+0000 osd.4 (osd.4 2022-01-25T22:39:36.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:39:36.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: cluster 2022-01-25T22:39:33.614014+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:36.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.486468+0000 mon.smithi111 (mon.0) 387 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.488133+0000 mon.smithi111 (mon.0) 388 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.488816+0000 mon.smithi111 (mon.0) 389 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.975735+0000 mon.smithi111 (mon.0) 390 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:36 smithi179 conmon[32219]: cluster 2022-01-25T22:39:36.163759+0000 mon.smithi111 (mon.0) 391 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-25T22:39:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: cluster 2022-01-25T22:39:35.370433+0000 mgr.smithi111.vbmimw (mgr.14162) 147 : cluster 2022-01-25T22:39:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: audit 2022-01-25T22:39:35.485558+0000 mgr.smithi111.vbmimw (mgr.14162) 148 : audit [DBG] from='client.24161 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:35.487887+0000 mgr.smithi111.vbmimw (mgr.14162) 149 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:35.970914+0000 mgr.smithi111.vbmimw (mgr.14162) 150 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:39:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: audit 2022-01-25T22:39:36.247514+0000 mon.smithi111 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:37.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: audit 2022-01-25T22:39:36.251075+0000 mon.smithi111 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:37.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:37 smithi179 conmon[32219]: cluster 2022-01-25T22:39:37.165271+0000 mon.smithi111 (mon.0) 394 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2022-01-25T22:39:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: cluster 2022-01-25T22:39:35.370433+0000 mgr.smithi111.vbmimw (mgr.14162) 147 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: audit 2022-01-25T22:39:35.485558+0000 mgr.smithi111.vbmimw (mgr.14162) 148 : audit [DBG] from='client.24161 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:35.487887+0000 mgr.smithi111.vbmimw (mgr.14162) 149 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:35.970914+0000 mgr.smithi111.vbmimw (mgr.14162) 150 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:39:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: audit 2022-01-25T22:39:36.247514+0000 mon.smithi111 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: audit 2022-01-25T22:39:36.251075+0000 mon.smithi111 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:37 smithi111 conmon[29796]: cluster 2022-01-25T22:39:37.165271+0000 mon.smithi111 (mon.0) 394 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2022-01-25T22:39:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: audit 2022-01-25T22:39:37.665826+0000 mon.smithi179 (mon.1) 6 : audit [INF] from='client.? 172.21.15.179:0/1387890419' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]: dispatch 2022-01-25T22:39:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: audit 2022-01-25T22:39:37.666301+0000 mon.smithi111 (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]: dispatch 2022-01-25T22:39:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: audit 2022-01-25T22:39:37.670024+0000 mon.smithi111 (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]': finished 2022-01-25T22:39:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: cluster 2022-01-25T22:39:37.670081+0000 mon.smithi111 (mon.0) 397 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:39:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: audit 2022-01-25T22:39:37.670184+0000 mon.smithi111 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:38 smithi179 conmon[32219]: audit 2022-01-25T22:39:38.149872+0000 mon.smithi179 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.179:0/3329987495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:38.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit 2022-01-25T22:39:37.665826+0000 mon.smithi179 (mon. 2022-01-25T22:39:38.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: 1) 6 : audit [INF] from='client.? 172.21.15.179:0/1387890419' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]: dispatch 2022-01-25T22:39:38.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit 2022-01-25T22:39:37.666301+0000 mon.smithi111 (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]: dispatch 2022-01-25T22:39:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit 2022-01-25T22:39: 2022-01-25T22:39:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: 37.670024+0000 mon.smithi111 (mon.0) 396 : 2022-01-25T22:39:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "faf92d65-34fb-4632-b76e-d21aa4eb7e8c"}]': finished 2022-01-25T22:39:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: cluster 2022-01-25T22:39 2022-01-25T22:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: :37.670081+0000 mon.smithi111 (mon.0) 397 2022-01-25T22:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: :39:37.670184+0000 mon.smithi111 (mon.0 2022-01-25T22:39:38.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: ) 398 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:38.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:39:38.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: :39:38.149872+0000 mon.smithi179 (mon.1 2022-01-25T22:39:38.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:38 smithi111 conmon[29796]: ) 7 : audit [DBG] from='client.? 172.21.15.179:0/3329987495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:39 smithi179 conmon[32219]: cluster 2022-01-25T22:39:37.370731+0000 mgr.smithi111.vbmimw (mgr.14162) 151 : cluster [DBG] pgmap v118: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:39 smithi111 conmon[29796]: cluster 2022-01-25T22:39:37.370731+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:39:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:39 smithi111 conmon[29796]: ) 151 : cluster [DBG] pgmap v118: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:41 smithi179 conmon[32219]: cluster 2022-01-25T22:39:39.371036+0000 mgr.smithi111.vbmimw (mgr.14162) 152 : cluster 2022-01-25T22:39:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:41 smithi179 conmon[32219]: [DBG] pgmap v120: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:41 smithi179 conmon[32219]: audit 2022-01-25T22:39:40.046453+0000 mon.smithi111 (mon.0) 399 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:41 smithi179 conmon[32219]: audit 2022-01-25T22:39:40.049656+0000 mon.smithi111 (mon.0) 400 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:41 smithi111 conmon[29796]: cluster 2022-01-25T22:39:39.371036+0000 mgr.smithi111.vbmimw (mgr.14162) 152 : cluster [DBG] 2022-01-25T22:39:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:41 smithi111 conmon[29796]: pgmap v120: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:41 smithi111 conmon[29796]: audit 2022-01-25T22:39:40.046453+0000 mon.smithi111 (mon.0) 399 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:41 smithi111 conmon[29796]: audit 2022-01-25T22:39:40.049656+0000 mon.smithi111 (mon.0) 400 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:41 smithi111 conmon[29796]: 2022-01-25T22:39:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:43 smithi179 conmon[32219]: cluster 2022-01-25T22:39:41.371357+0000 mgr.smithi111.vbmimw (mgr.14162) 153 : cluster [DBG] pgmap v121: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:43 smithi111 conmon[29796]: cluster 2022-01-25T22:39:41.371357+0000 mgr.smithi111.vbmimw (mgr.14162) 153 : cluster [DBG] 2022-01-25T22:39:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:43 smithi111 conmon[29796]: pgmap v121: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:44.322 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:44 smithi179 conmon[32219]: audit 2022-01-25T22:39:43.481942+0000 mon.smithi111 (mon.0) 401 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:39:44.323 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:44 smithi179 conmon[32219]: audit 2022-01-25T22:39:43.482850+0000 mon.smithi111 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:44 smithi111 conmon[29796]: audit 2022-01-25T22:39:43.481942+0000 mon.smithi111 (mon.0) 401 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:39:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:44 smithi111 conmon[29796]: 2022-01-25T22:39:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:44 smithi111 conmon[29796]: audit 2022-01-25T22:39:43.482850+0000 mon.smithi111 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:45 smithi179 conmon[32219]: cluster 2022-01-25T22:39:43.371741+0000 mgr.smithi111.vbmimw (mgr.14162) 154 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:45 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:43.483531+0000 mgr.smithi111.vbmimw (mgr.14162) 155 : cephadm [INF] Deploying daemon osd.5 on smithi179 2022-01-25T22:39:45.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:45 smithi111 conmon[29796]: cluster 2022-01-25T22:39:43.371741+0000 mgr.smithi111.vbmimw (mgr.14162) 154 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:45.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:45 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:45.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:45 smithi111 conmon[29796]: 2022-01-25T22:39:43.483531+0000 mgr.smithi111.vbmimw (mgr.14162) 155 : cephadm [INF] Deploying daemon osd.5 on smithi179 2022-01-25T22:39:46.805 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 5 on host 'smithi179' 2022-01-25T22:39:47.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:47 smithi179 conmon[32219]: cluster 2022-01-25T22:39:45.372105+0000 mgr.smithi111.vbmimw (mgr.14162) 156 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:47 smithi179 conmon[32219]: audit 2022-01-25T22:39:46.790681+0000 mon.smithi111 (mon.0) 403 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:47 smithi179 conmon[32219]: audit 2022-01-25T22:39:46.795449+0000 mon.smithi111 (mon.0) 404 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:47 smithi179 conmon[32219]: audit 2022-01-25T22:39:46.803829+0000 mon.smithi111 (mon.0) 405 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:47.421 DEBUG:teuthology.orchestra.run.smithi179:osd.5> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.5.service 2022-01-25T22:39:47.463 INFO:tasks.cephadm:Deploying osd.6 on smithi179 with /dev/vg_nvme/lv_2... 2022-01-25T22:39:47.464 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:39:47.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: cluster 2022-01-25T22:39:45.372105+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:39:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: ) 156 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: audit 2022-01-25T22:39:46.790681+0000 mon.smithi111 (mon.0) 403 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: audit 2022-01-25T22:39:46.795449+0000 mon.smithi111 (mon.0) 404 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: audit 2022-01-25T22:39:46.803829+0000 mon.smithi111 (mon. 2022-01-25T22:39:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:47 smithi111 conmon[29796]: 0) 405 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:47.491 INFO:journalctl@ceph.osd.5.smithi179.stdout:-- Logs begin at Tue 2022-01-25 22:27:14 UTC. -- 2022-01-25T22:39:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:49 smithi179 conmon[32219]: cluster 2022-01-25T22:39:47.372379+0000 mgr.smithi111.vbmimw (mgr.14162) 157 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:49.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:49 smithi111 conmon[29796]: cluster 2022-01-25T22:39:47 2022-01-25T22:39:49.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:49 smithi111 conmon[29796]: .372379+0000 mgr.smithi111.vbmimw (mgr.14162) 157 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:49.564 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:39:49.565 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:39:49.565 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2022-01-25T22:39:49.565 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2022-01-25T22:39:49.566 INFO:teuthology.orchestra.run.smithi179.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0143038 s, 733 MB/s 2022-01-25T22:39:49.566 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2022-01-25T22:39:50.188 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi179:vg_nvme/lv_2 2022-01-25T22:39:50.333 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[42211]: debug 2022-01-25T22:39:50.020+0000 7f1942eb1080 -1 osd.5 0 log_to_monitors {default=true} 2022-01-25T22:39:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[32219]: cluster 2022-01-25T22:39:49.372676+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:39:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[32219]: ) 158 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[32219]: audit 2022-01-25T22:39:49.456027+0000 mon.smithi111 (mon.0) 406 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.023744+0000 mon.smithi179 (mon.1) 8 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:39:50.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:50 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.024165+0000 mon.smithi111 (mon.0) 407 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:39:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: cluster 2022-01-25T22:39:49.372676+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: 158 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: audit 2022-01-25T22:39:49.456027+0000 mon.smithi111 (mon.0) 406 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: 2022-01-25T22:39:50.023744+0000 mon.smithi179 (mon.1) 8 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:39:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: 2022-01-25T22:39:50.024165+0000 mon.smithi111 (mon.0) 407 : audit [INF] 2022-01-25T22:39:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:50 smithi111 conmon[29796]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:39:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.464913+0000 mon.smithi111 2022-01-25T22:39:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:39:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: cluster 2022-01-25T22:39:50.464989+0000 mon.smithi111 (mon.0 2022-01-25T22:39:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: ) 409 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:39:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: audit 2022-01-25T22:39:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: 2022-01-25T22:39:50.465128+0000 mon.smithi111 (mon.0) 2022-01-25T22:39:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: 410 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.466000+0000 mon.smithi179 (mon.1) 9 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.466410+0000 mon.smithi111 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:51 smithi111 conmon[29796]: audit 2022-01-25T22:39:50.620102+0000 mon.smithi111 (mon.0) 412 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:51.824 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[42211]: debug 2022-01-25T22:39:51.471+0000 7f1939422700 -1 osd.5 0 waiting for initial osdmap 2022-01-25T22:39:51.825 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[42211]: debug 2022-01-25T22:39:51.476+0000 7f1935b9e700 -1 osd.5 36 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:39:51.825 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.464913+0000 mon.smithi111 (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:39:51.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: cluster 2022-01-25T22:39:50.464989+0000 mon.smithi111 (mon.0) 409 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:39:51.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.465128+0000 mon.smithi111 (mon.0) 410 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:51.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.466000+0000 mon.smithi179 (mon.1) 9 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:51.827 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.466410+0000 mon.smithi111 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:39:51.827 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:51 smithi179 conmon[32219]: audit 2022-01-25T22:39:50.620102+0000 mon.smithi111 (mon.0) 412 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:52.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.373027+0000 mgr.smithi111.vbmimw (mgr.14162) 159 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: 2022-01-25T22:39:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: audit 2022-01-25T22:39:51.464241+0000 mon.smithi111 (mon.0) 413 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:39:52.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.464305+0000 mon.smithi111 (mon.0) 414 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2022-01-25T22:39:52.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: audit 2022-01-25T22:39:51.464671+0000 mon.smithi111 (mon.0) 415 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:52.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: audit 2022-01-25T22:39:51.471615+0000 mon.smithi111 (mon.0) 416 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:52.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.712068 2022-01-25T22:39:52.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 417 : cluster [INF] osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107] boot 2022-01-25T22:39:52.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.712137+0000 mon.smithi111 (mon.0) 418 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-25T22:39:52.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: audit 2022 2022-01-25T22:39:52.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: -01-25T22:39:51.712594+0000 2022-01-25T22:39:52.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:52 smithi111 conmon[29796]: mon.smithi111 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:52.824 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.373027+0000 2022-01-25T22:39:52.824 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 159 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:39:52.825 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: audit 2022-01-25T22:39:51.464241+0000 mon.smithi111 (mon.0) 413 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:39:52.825 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.464305+0000 mon.smithi111 (mon.0) 414 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2022-01-25T22:39:52.825 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: audit 2022-01-25T22:39:51.464671+0000 mon.smithi111 (mon.0) 415 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:52.825 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: audit 2022-01-25T22:39:51.471615+0000 mon.smithi111 (mon.0) 416 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:52.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.712068+0000 mon.smithi111 (mon.0) 417 : cluster [INF] osd.5 [v2:172.21.15.179:6808/3406815107,v1:172.21.15.179:6809/3406815107] boot 2022-01-25T22:39:52.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.712137+0000 mon.smithi111 (mon.0) 418 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-25T22:39:52.826 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:52 smithi179 conmon[32219]: audit 2022-01-25T22:39:51.712594+0000 mon.smithi111 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:39:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.067686+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:39:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: cluster 2022-01-25T22:39:51.067809+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: audit 2022-01-25T22:39:52.507231+0000 mgr.smithi111.vbmimw (mgr.14162) 160 : audit [DBG] from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: audit 2022-01-25T22:39:52.508164+0000 mon.smithi111 (mon.0) 420 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:52.509523+0000 mgr.smithi111.vbmimw (mgr.14162) 161 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: audit 2022-01-25T22:39:52.509858+0000 mon.smithi111 (mon.0) 421 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: audit 2022-01-25T22:39:52.510586+0000 mon.smithi111 (mon.0) 422 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:53 smithi179 conmon[32219]: cluster 2022-01-25T22:39:52.713102+0000 mon.smithi111 (mon.0) 423 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2022-01-25T22:39:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.067686+0000 osd.5 (osd.5) 1 : cluster 2022-01-25T22:39:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: [DBG] purged_snaps scrub starts 2022-01-25T22:39:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: cluster 2022-01-25T22:39:51.067809+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:39:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: audit 2022-01-25T22:39:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 2022-01-25T22:39:52.507231+0000 mgr.smithi111.vbmimw (mgr.14162) 160 : audit [DBG] from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:39:53.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: :39:52.508164+0000 mon.smithi111 (mon.0) 420 : 2022-01-25T22:39:53.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:39:53.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: cephadm 2022- 2022-01-25T22:39:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 01-25T22:39:52.509523+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:39:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 14162) 161 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:39:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:39:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 22:39:52.509858+0000 mon.smithi111 (mon.0) 421 : audit [INF] 2022-01-25T22:39:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:39:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: audit 2022-01-25T22:39: 2022-01-25T22:39:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 52.510586+0000 mon.smithi111 (mon.0) 422 : audit 2022-01-25T22:39:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: cluster 2022-01-25 2022-01-25T22:39:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: T22:39:52.713102+0000 mon.smithi111 (mon. 2022-01-25T22:39:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:53 smithi111 conmon[29796]: 0) 423 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2022-01-25T22:39:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: cluster 2022-01-25T22:39:53.373446+0000 mgr.smithi111.vbmimw (mgr.14162) 162 : 2022-01-25T22:39:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: cluster 2022-01-25T22:39:53.716250+0000 mon.smithi111 (mon.0) 424 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2022-01-25T22:39:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: cephadm 2022-01-25T22:39:53.783457+0000 mgr.smithi111.vbmimw (mgr.14162) 163 : cephadm 2022-01-25T22:39:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: [INF] Detected new or changed devices on smithi179 2022-01-25T22:39:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:39:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: 39:53.787941+0000 mon.smithi111 (mon.0) 425 : audit 2022-01-25T22:39:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:39:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: 39:53.791714+0000 mon.smithi111 (mon.0) 426 : 2022-01-25T22:39:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: audit 2022-01-25T22:39 2022-01-25T22:39:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: :53.794715+0000 mon.smithi111 (mon.0) 427 : audit 2022-01-25T22:39:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:54 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: cluster 2022-01-25T22:39:53.373446+0000 mgr.smithi111.vbmimw (mgr.14162) 162 : cluster 2022-01-25T22:39:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: cluster 2022-01-25T22:39:53.716250+0000 mon.smithi111 (mon.0) 424 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2022-01-25T22:39:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: cephadm 2022-01-25T22:39:53.783457+0000 mgr.smithi111.vbmimw (mgr.14162) 163 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:39:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: audit 2022-01-25T22:39:53.787941+0000 mon.smithi111 (mon.0) 425 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: audit 2022-01-25T22:39:53.791714+0000 mon.smithi111 (mon.0) 426 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:54 smithi179 conmon[32219]: audit 2022-01-25T22:39:53.794715+0000 mon.smithi111 (mon.0) 427 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit 2022-01-25T22:39:54.940731+0000 mon.smithi179 (mon.1) 10 : 2022-01-25T22:39:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit [INF] from='client.? 172.21.15.179:0/911636361' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]: dispatch 2022-01-25T22:39:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit 2022-01-25T22:39:54.941182+0000 mon.smithi111 (mon. 2022-01-25T22:39:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]: dispatch 2022-01-25T22:39:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit 2022-01-25T22:39:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 2022- 2022-01-25T22:39:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 01-25T22:39: 2022-01-25T22:39:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 54.947169+0000 mon.smithi111 (mon 2022-01-25T22:39:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: .0) 429 : audit [INF] 2022-01-25T22:39:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]': finished 2022-01-25T22:39:55.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: cluster 2022-01-25T22:39:55.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 2022-01 2022-01-25T22:39:55.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: -25T22:39:54 2022-01-25T22:39:55.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: .947220+0000 mon.smithi111 (mon. 2022-01-25T22:39:55.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 0) 430 : cluster [DBG] 2022-01-25T22:39:55.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:39:55.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit 2022-01-25T22:39:55.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 2022-01-25T22: 2022-01-25T22:39:55.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 39:54.947312+0000 mon.smithi111 (mon.0) 431 2022-01-25T22:39:55.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:39:55.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: audit 2022-01-25T22:39:55.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 2022-01-25T 2022-01-25T22:39:55.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: 22:39:55.435118+0000 2022-01-25T22:39:55.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: mon.smithi179 (mon.1) 11 : audit 2022-01-25T22:39:55.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:55 smithi111 conmon[29796]: [DBG] from='client.? 172.21.15.179:0/1827964280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:56.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: audit 2022-01-25T22:39:54.940731+0000 mon.smithi179 (mon.1) 10 : audit [INF] from='client.? 172.21.15.179:0/911636361' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]: dispatch 2022-01-25T22:39:56.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: audit 2022-01-25T22:39:54.941182+0000 mon.smithi111 (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]: dispatch 2022-01-25T22:39:56.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: audit 2022-01-25T22:39:54.947169+0000 mon.smithi111 (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e52255d9-f7ca-4f05-9904-8db736a36af6"}]': finished 2022-01-25T22:39:56.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: cluster 2022-01-25T22:39:54.947220+0000 mon.smithi111 (mon.0) 430 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:39:56.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: audit 2022-01-25T22:39:54.947312+0000 mon.smithi111 (mon.0) 431 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:39:56.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:55 smithi179 conmon[32219]: audit 2022-01-25T22:39:55.435118+0000 mon.smithi179 (mon.1) 11 : audit [DBG] from='client.? 172.21.15.179:0/1827964280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:39:57.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:56 smithi111 conmon[29796]: cluster 2022-01-25T22:39:55.373818+0000 mgr.smithi111.vbmimw (mgr.14162) 164 : cluster 2022-01-25T22:39:57.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:56 smithi111 conmon[29796]: [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:56 smithi179 conmon[32219]: cluster 2022-01-25T22:39:55.373818+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:56 smithi179 conmon[32219]: 164 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:58.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:58 smithi179 conmon[32219]: cluster 2022-01-25T22:39:57.374107+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:39:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:58 smithi179 conmon[32219]: 165 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:58 smithi179 conmon[32219]: audit 2022-01-25T22:39:57.592126+0000 mon.smithi111 (mon.0) 432 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:58.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:39:58 smithi179 conmon[32219]: audit 2022-01-25T22:39:57.597486+0000 mon.smithi111 (mon.0) 433 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:58 smithi111 conmon[29796]: cluster 2022-01-25T22:39:57.374107+0000 mgr.smithi111.vbmimw (mgr.14162) 165 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:39:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:58 smithi111 conmon[29796]: audit 2022-01-25T22:39:57.592126+0000 mon.smithi111 (mon.0) 432 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:39:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:58 smithi111 conmon[29796]: audit 2022-01-25T22:39:57.597486+0000 mon.smithi111 (mon.0) 433 : 2022-01-25T22:39:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:39:58 smithi111 conmon[29796]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:00.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:00 smithi179 conmon[32219]: cluster 2022-01-25T22:39:59.374612+0000 mgr.smithi111.vbmimw (mgr.14162) 166 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:00 smithi179 conmon[32219]: cluster 2022-01-25T22 2022-01-25T22:40:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:00 smithi179 conmon[32219]: :40:00.000145+0000 mon.smithi111 (mon.0) 434 : cluster [INF] overall HEALTH_OK 2022-01-25T22:40:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:00 smithi111 conmon[29796]: cluster 2022-01-25T22:39:59.374612+0000 mgr.smithi111.vbmimw (mgr.14162) 166 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:00 smithi111 conmon[29796]: cluster 2022-01-25T22:40:00.000145+0000 2022-01-25T22:40:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:00 smithi111 conmon[29796]: mon.smithi111 (mon.0) 434 : cluster [INF] overall HEALTH_OK 2022-01-25T22:40:01.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:01 smithi179 conmon[32219]: audit 2022-01-25T22:40:00.763081+0000 mon.smithi111 (mon.0) 435 : 2022-01-25T22:40:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:01 smithi179 conmon[32219]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:40:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:01 smithi179 conmon[32219]: audit 2022-01-25T22:40:00.764010+0000 mon.smithi111 (mon.0) 436 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:01 smithi179 conmon[32219]: cephadm 2022-01-25T22:40:00.764676+0000 mgr.smithi111.vbmimw (mgr.14162) 167 : cephadm [INF] Deploying daemon osd.6 on smithi179 2022-01-25T22:40:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:01 smithi111 conmon[29796]: audit 2022-01-25T22:40:00.763081+0000 mon.smithi111 (mon.0) 435 : audit 2022-01-25T22:40:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:01 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:40:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:01 smithi111 conmon[29796]: audit 2022-01-25T22:40:00.764010+0000 mon.smithi111 (mon.0) 436 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:01 smithi111 conmon[29796]: cephadm 2022-01-25 2022-01-25T22:40:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:01 smithi111 conmon[29796]: T22:40:00.764676+0000 mgr.smithi111.vbmimw (mgr.14162) 167 : cephadm [INF] Deploying daemon osd.6 on smithi179 2022-01-25T22:40:02.951 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:02 smithi179 conmon[32219]: cluster 2022-01-25T22:40:01.375095+0000 mgr.smithi111.vbmimw (mgr.14162) 168 : 2022-01-25T22:40:02.952 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:02 smithi179 conmon[32219]: cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:02 smithi111 conmon[29796]: cluster 2022-01-25T22:40:01.375095+0000 mgr.smithi111.vbmimw (mgr.14162) 168 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:03.975 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 6 on host 'smithi179' 2022-01-25T22:40:04.536 DEBUG:teuthology.orchestra.run.smithi179:osd.6> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.6.service 2022-01-25T22:40:04.539 INFO:tasks.cephadm:Deploying osd.7 on smithi179 with /dev/vg_nvme/lv_1... 2022-01-25T22:40:04.540 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:40:04.567 INFO:journalctl@ceph.osd.6.smithi179.stdout:-- Logs begin at Tue 2022-01-25 22:27:14 UTC. -- 2022-01-25T22:40:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: cluster 2022-01-25T22:40:03.375571+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:40:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: ) 169 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: audit 2022-01-25T22:40:03.962915+0000 mon.smithi111 (mon.0) 437 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: audit 2022-01-25T22:40:03.967164+0000 mon.smithi111 (mon.0) 438 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: audit 2022 2022-01-25T22:40:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:04 smithi111 conmon[29796]: -01-25T22:40:03.974037+0000 mon.smithi111 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:05.037 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:04 smithi179 conmon[32219]: cluster 2022-01-25T22:40:03.375571+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:05.038 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:04 smithi179 conmon[32219]: 14162) 169 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:05.038 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:04 smithi179 conmon[32219]: audit 2022-01-25T22:40:03.962915+0000 mon.smithi111 (mon.0) 437 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:05.038 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:04 smithi179 conmon[32219]: audit 2022-01-25T22:40:03.967164+0000 mon.smithi111 (mon.0) 438 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:05.039 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:04 smithi179 conmon[32219]: audit 2022-01-25T22:40:03.974037+0000 mon.smithi111 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:06.720 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:40:06.720 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:40:06.720 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2022-01-25T22:40:06.721 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2022-01-25T22:40:06.721 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126826 s, 827 MB/s 2022-01-25T22:40:06.721 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2022-01-25T22:40:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:06 smithi111 conmon[29796]: cluster 2022-01-25T22:40:05.375961+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:06 smithi111 conmon[29796]: 14162) 170 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:06 smithi179 conmon[32219]: cluster 2022-01-25T22:40:05.375961+0000 mgr.smithi111.vbmimw (mgr.14162) 170 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:07.277 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi179:vg_nvme/lv_1 2022-01-25T22:40:07.454 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jan 25 22:40:07 smithi179 conmon[46364]: debug 2022-01-25T22:40:07.200+0000 7ff3cafcb080 -1 osd.6 0 log_to_monitors {default=true} 2022-01-25T22:40:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:07 smithi111 conmon[29796]: audit 2022-01-25T22:40:06.721992+0000 mon.smithi111 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:07 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.205373+0000 mon.smithi179 (mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:40:07.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:07 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.205908+0000 mon.smithi111 (mon.0) 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:40:08.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:07 smithi179 conmon[32219]: audit 2022-01-25T22:40:06.721992+0000 mon.smithi111 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:07 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.205373+0000 mon.smithi179 (mon.1) 12 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:40:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:07 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.205908+0000 mon.smithi111 (mon.0) 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:40:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: cluster 2022-01-25T22:40:07.376400+0000 mgr.smithi111.vbmimw (mgr.14162) 171 : cluster [DBG] 2022-01-25T22:40:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: pgmap v140: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.730259+0000 mon.smithi111 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:40:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: cluster 2022-01-25T22:40:07.730352+0000 mon.smithi111 (mon.0) 443 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2022-01-25T22:40:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.730671+0000 mon.smithi111 (mon.0) 444 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.730821+0000 mon.smithi179 (mon.1) 13 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[32219]: audit 2022-01-25T22:40:07.731377+0000 mon.smithi111 (mon.0) 445 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:09.119 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[46364]: debug 2022-01-25T22:40:08.736+0000 7ff3c153c700 -1 osd.6 0 waiting for initial osdmap 2022-01-25T22:40:09.119 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jan 25 22:40:08 smithi179 conmon[46364]: debug 2022-01-25T22:40:08.743+0000 7ff3bb4b3700 -1 osd.6 42 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:40:09.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: cluster 2022-01-25T22:40:07.376400+0000 mgr.smithi111.vbmimw (mgr.14162) 171 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:09.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.730259+0000 mon.smithi111 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:40:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: cluster 2022-01-25T22:40:07.730352+0000 mon.smithi111 (mon.0) 443 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2022-01-25T22:40:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.730671+0000 mon.smithi111 (mon.0) 444 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.730821+0000 mon.smithi179 (mon.1) 13 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:08 smithi111 conmon[29796]: audit 2022-01-25T22:40:07.731377+0000 mon.smithi111 (mon.0) 445 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:10.046 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:08.733041+0000 mon.smithi111 (mon.0) 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:40:10.046 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: cluster 2022-01-25T22:40:08.733198+0000 mon.smithi111 (mon.0) 447 : cluster [DBG] osdmap e42: 7 total, 6 up, 7 in 2022-01-25T22:40:10.047 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:08.733620+0000 mon.smithi111 (mon.0) 448 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:10.047 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:08.738147+0000 mon.smithi111 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:10.047 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.585996+0000 mon.smithi111 (mon.0) 450 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:10.047 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.587699+0000 mon.smithi111 (mon.0) 451 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:10.048 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:09 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.588429+0000 mon.smithi111 (mon.0) 452 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01-25T22:40:08.733041+0000 mon.smithi111 (mon.0) 446 2022-01-25T22:40:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:40:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: cluster 2022-01-25T22:40:08.733198+0000 mon.smithi111 (mon.0) 447 : cluster [DBG] osdmap e42: 7 total, 6 up, 7 in 2022-01-25T22:40:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:40:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: -25T22:40:08.733620+0000 mon.smithi111 (mon.0) 448 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01-25T22:40:08.738147 2022-01-25T22:40:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: 2022-01-25T22:40:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01-25T22:40:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: 2022-01-25T22:40:09.585996 2022-01-25T22:40:10.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 450 : audit [DBG] 2022-01-25T22:40:10.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:10.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01-25T22:40:09.587699+0000 mon.smithi111 (mon 2022-01-25T22:40:10.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: .0) 451 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:10.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: audit 2022-01-25T22:40:10.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: 2022-01-25T22:40:09.588429+0000 mon.smithi111 2022-01-25T22:40:10.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:09 smithi111 conmon[29796]: (mon.0) 452 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:11.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cluster 2022-01-25T22:40:08.213701+0000 osd.6 (osd.6 2022-01-25T22:40:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:40:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cluster 2022-01-25T22:40:08.213823+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cluster 2022-01-25T22:40:09.376875+0000 mgr.smithi111.vbmimw (mgr.14162) 172 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.585024+0000 mgr.smithi111.vbmimw (mgr.14162) 173 : audit [DBG] from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cephadm 2022-01-25T22:40:09.587385+0000 mgr.smithi111.vbmimw (mgr.14162) 174 : cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:40:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.738447+0000 mon.smithi111 (mon.0) 453 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cluster 2022-01-25T22:40:09.741930+0000 mon.smithi111 (mon.0) 454 : cluster [INF] osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622] boot 2022-01-25T22:40:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: cluster 2022-01-25T22:40:09.741996+0000 mon.smithi111 (mon.0) 455 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-01-25T22:40:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:10 smithi179 conmon[32219]: audit 2022-01-25T22:40:09.742552+0000 mon.smithi111 (mon.0) 456 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cluster 2022-01-25T22:40:08.213701+0000 osd.6 (osd.6) 1 : cluster 2022-01-25T22:40:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: [DBG] purged_snaps scrub starts 2022-01-25T22:40:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cluster 2022-01-25T22:40:08.213823+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cluster 2022-01-25T22:40 2022-01-25T22:40:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: :09.376875+0000 mgr.smithi111.vbmimw (mgr.14162) 172 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:40:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: audit 2022-01-25T22:40:11.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: 2022-01-25T22:40:09.585024+0000 mgr.smithi111.vbmimw (mgr.14162) 173 : audit 2022-01-25T22:40:11.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: [DBG] from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:11.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cephadm 2022-01-25T22: 2022-01-25T22:40:11.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: 40:09.587385+0000 mgr.smithi111.vbmimw (mgr.14162) 174 : 2022-01-25T22:40:11.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cephadm [INF] Applying service osd.None on host smithi179... 2022-01-25T22:40:11.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:40:11.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: -25T22:40:09.738447+0000 mon.smithi111 (mon. 2022-01-25T22:40:11.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: 0) 453 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:11.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:40:11.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: -25T22:40:09.741930+0000 mon.smithi111 (mon. 2022-01-25T22:40:11.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: 0) 454 : cluster [INF] osd.6 [v2:172.21.15.179:6816/52085622,v1:172.21.15.179:6817/52085622] boot 2022-01-25T22:40:11.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:40:11.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: 01-25T22:40:09.741996+0000 mon.smithi111 ( 2022-01-25T22:40:11.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: mon.0) 455 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-01-25T22:40:11.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:40:11.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: :40:09.742552+0000 mon.smithi111 (mon.0) 456 : audit [DBG] 2022-01-25T22:40:11.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:10 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:40:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: cluster 2022-01-25T22:40:10.743858+0000 mon.smithi111 (mon.0) 457 : cluster 2022-01-25T22:40:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: [DBG] osdmap e44: 7 total, 7 up, 7 in 2022-01-25T22:40:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: cephadm 2022-01-25T22:40:11.083371+0000 mgr.smithi111.vbmimw (mgr.14162) 175 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:40:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: audit 2022-01-25T22:40:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: 2022-01-25T22:40:11.088312+0000 mon.smithi111 (mon.0) 458 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: audit 2022-01-25T22:40:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: 2022-01-25T22:40:11.091679+0000 mon.smithi111 (mon. 2022-01-25T22:40:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: 0) 459 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: audit 2022 2022-01-25T22:40:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: -01-25T22:40:11.094789+0000 mon.smithi111 (mon.0 2022-01-25T22:40:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: ) 460 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: audit 2022-01-25T22:40:11. 2022-01-25T22:40:11.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:11 smithi179 conmon[32219]: 099088+0000 mon.smithi111 (mon.0) 461 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: cluster 2022-01-25T22:40:10.743858+0000 mon.smithi111 (mon.0) 457 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2022-01-25T22:40:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: cephadm 2022-01-25T22:40:11.083371+0000 mgr.smithi111.vbmimw (mgr.14162) 175 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:40:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: audit 2022-01-25T22:40:11.088312+0000 mon.smithi111 (mon. 2022-01-25T22:40:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: 0) 458 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: audit 2022 2022-01-25T22:40:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: -01-25T22:40:11.091679+0000 mon.smithi111 (mon.0) 459 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: 2022-01-25T22:40:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: audit 2022-01-25T22:40:11. 2022-01-25T22:40:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: 094789+0000 mon.smithi111 (mon.0) 460 : audit [DBG] 2022-01-25T22:40:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: audit 2022-01-25T22:40:11.099088+0000 mon.smithi111 ( 2022-01-25T22:40:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:11 smithi111 conmon[29796]: mon.0) 461 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: cluster 2022-01-25T22:40:11.377298+0000 mgr.smithi111.vbmimw (mgr.14162) 176 : cluster [DBG] 2022-01-25T22:40:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: pgmap v146: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: cluster 2022-01-25T22:40:11.755474+0000 mon.smithi111 (mon.0) 462 : cluster [DBG] osdmap e45: 7 total, 7 up, 7 in 2022-01-25T22:40:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: audit 2022-01-25T22:40:12 2022-01-25T22:40:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: .125008+0000 mon.smithi179 (mon.1) 14 : audit [INF] from='client.? 172.21.15.179:0/1428726927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]: dispatch 2022-01-25T22:40:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:40:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: -25T22:40:12.125575+0000 mon.smithi111 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]: dispatch 2022-01-25T22:40:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: audit 2022-01-25T22:40:12. 2022-01-25T22:40:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: 129506+0000 mon.smithi111 (mon.0) 464 : audit [INF] 2022-01-25T22:40:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]': finished 2022-01-25T22:40:12.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: cluster 2022-01-25 2022-01-25T22:40:12.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: T22:40:12.129576+0000 mon.smithi111 (mon.0) 465 : cluster 2022-01-25T22:40:12.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-01-25T22:40:12.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:40:12.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: 22:40:12.129727+0000 mon.smithi111 (mon.0) 466 : audit 2022-01-25T22:40:12.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:12.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: audit 2022-01-25T22:40 2022-01-25T22:40:12.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: :12.621663+0000 mon.smithi179 (mon.1) 15 2022-01-25T22:40:12.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:12 smithi111 conmon[29796]: : audit [DBG] from='client.? 172.21.15.179:0/4267628044' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:40:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: cluster 2022-01-25T22:40:11.377298+0000 mgr.smithi111.vbmimw (mgr.14162) 176 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: cluster 2022-01-25T22:40:11.755474+0000 mon.smithi111 (mon.0) 462 : cluster [DBG] osdmap e45: 7 total, 7 up, 7 in 2022-01-25T22:40:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: audit 2022-01-25T22:40:12.125008+0000 mon.smithi179 (mon.1) 14 : audit [INF] from='client.? 172.21.15.179:0/1428726927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]: dispatch 2022-01-25T22:40:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: audit 2022-01-25T22:40:12.125575+0000 mon.smithi111 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]: dispatch 2022-01-25T22:40:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: audit 2022-01-25T22:40:12.129506+0000 mon.smithi111 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed9b83fb-7c6f-4648-9622-e16f311dc0a0"}]': finished 2022-01-25T22:40:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: cluster 2022-01-25T22:40:12.129576+0000 mon.smithi111 (mon.0) 465 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-01-25T22:40:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: audit 2022-01-25T22:40:12.129727+0000 mon.smithi111 (mon.0) 466 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:13.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:12 smithi179 conmon[32219]: audit 2022-01-25T22:40:12.621663+0000 mon.smithi179 (mon.1) 15 : audit [DBG] from='client.? 172.21.15.179:0/4267628044' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:40:15.008 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:14 smithi179 conmon[32219]: cluster 2022-01-25T22:40:13.377678+0000 mgr.smithi111.vbmimw (mgr.14162) 177 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:14 smithi111 conmon[29796]: cluster 2022-01-25T22:40:13.377678+0000 mgr.smithi111.vbmimw (mgr.14162) 177 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:14 smithi111 conmon[29796]: 2022-01-25T22:40:16.953 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:16 smithi179 conmon[32219]: cluster 2022-01-25T22:40:15.378147+0000 mgr.smithi111.vbmimw (mgr.14162) 178 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:17.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:16 smithi111 conmon[29796]: cluster 2022-01-25T22:40:15.378147+0000 mgr.smithi111.vbmimw (mgr.14162) 178 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:18 smithi179 conmon[32219]: cluster 2022-01-25T22:40:17.378688+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:18 smithi179 conmon[32219]: 14162) 179 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:18 smithi179 conmon[32219]: audit 2022-01-25T22:40:17.927810+0000 mon.smithi111 (mon.0) 467 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:40:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:18 smithi179 conmon[32219]: audit 2022-01-25T22:40:17.928599+0000 mon.smithi111 (mon.0) 468 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:18 smithi179 conmon[32219]: cephadm 2022-01-25T22:40:17.929234+0000 mgr.smithi111.vbmimw (mgr.14162) 180 : cephadm [INF] Deploying daemon osd.7 on smithi179 2022-01-25T22:40:19.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: cluster 2022-01-25T22:40:17.378688+0000 mgr.smithi111.vbmimw (mgr.14162) 179 : cluster [DBG] 2022-01-25T22:40:19.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: pgmap v151: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: audit 2022-01-25T22:40:17.927810+0000 mon.smithi111 (mon.0) 467 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:40:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: audit 2022-01-25T22:40:17.928599+0000 mon.smithi111 (mon.0) 468 : audit 2022-01-25T22:40:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: cephadm 2022-01-25T22:40:17.929234+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:40:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:18 smithi111 conmon[29796]: .14162) 180 : cephadm [INF] Deploying daemon osd.7 on smithi179 2022-01-25T22:40:21.061 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:20 smithi179 conmon[32219]: cluster 2022-01-25T22:40:19.379049+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:21.061 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:20 smithi179 conmon[32219]: 14162) 181 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:21.119 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 7 on host 'smithi179' 2022-01-25T22:40:21.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:20 smithi111 conmon[29796]: cluster 2022-01-25T22:40:19.379049+0000 mgr.smithi111.vbmimw (mgr.14162) 181 : cluster 2022-01-25T22:40:21.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:20 smithi111 conmon[29796]: [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:21.707 DEBUG:teuthology.orchestra.run.smithi179:osd.7> sudo journalctl -f -n 0 -u ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.7.service 2022-01-25T22:40:21.711 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-01-25T22:40:21.711 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:40:21.738 INFO:journalctl@ceph.osd.7.smithi179.stdout:-- Logs begin at Tue 2022-01-25 22:27:14 UTC. -- 2022-01-25T22:40:21.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:21 smithi179 conmon[32219]: audit 2022-01-25T22:40:21.109371+0000 mon.smithi111 (mon.0) 469 2022-01-25T22:40:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:21 smithi179 conmon[32219]: : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:21 smithi179 conmon[32219]: audit 2022-01-25T22:40:21.113536+0000 mon.smithi111 (mon.0) 470 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:21 smithi179 conmon[32219]: audit 2022-01-25T22:40:21.118488+0000 mon.smithi111 (mon.0) 471 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:21 smithi111 conmon[29796]: audit 2022-01-25T22:40:21.109371+0000 mon.smithi111 (mon.0) 469 : 2022-01-25T22:40:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:21 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:21 smithi111 conmon[29796]: audit 2022-01-25T22:40:21.113536+0000 mon.smithi111 (mon.0) 470 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:21 smithi111 conmon[29796]: audit 2022-01-25T22:40:21.118488+0000 mon.smithi111 (mon.0) 471 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:23.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:23 smithi111 conmon[29796]: cluster 2022-01-25T22:40: 2022-01-25T22:40:23.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:23 smithi111 conmon[29796]: 21.379464+0000 mgr.smithi111.vbmimw (mgr.14162) 182 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:23.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:23 smithi179 conmon[32219]: cluster 2022-01-25T22:40:21.379464+0000 mgr.smithi111.vbmimw (mgr.14162) 182 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:23.906 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:24.556 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1643150409,"num_in_osds":8,"osd_in_since":1643150412,"num_remapped_pgs":0} 2022-01-25T22:40:24.617 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[50570]: debug 2022-01-25T22:40:24.335+0000 7f9ef89b5080 -1 osd.7 0 log_to_monitors {default=true} 2022-01-25T22:40:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: cluster 2022-01-25T22:40:23.379843+0000 mgr.smithi111.vbmimw (mgr.14162) 183 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: audit 2022-01-25T22:40:23 2022-01-25T22:40:24.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: .414371+0000 mon.smithi111 (mon.0) 472 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:24.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: audit 2022-01-25T22:40:23.907986+0000 mon.smithi111 (mon.0) 473 : audit [DBG] from='client.? 172.21.15.111:0/1151560833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:40:24.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:40:24.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: :40:24.338968+0000 mon.smithi179 (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:40:24.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:40:24.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: T22:40:24.339340+0000 mon.smithi111 (mon 2022-01-25T22:40:24.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:24 smithi179 conmon[32219]: .0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:40:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: cluster 2022-01-25T22:40:23.379843+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:40:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: 183 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: audit 2022-01-25T22:40:23.414371+0000 mon.smithi111 (mon.0) 472 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: audit 2022-01-25T22:40:23.907986+0000 mon.smithi111 (mon.0) 473 : audit [DBG] from='client.? 172.21.15.111:0/1151560833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:40:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: audit 2022-01-25T22:40:24.338968+0000 mon.smithi179 (mon.1) 16 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:40:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:24 smithi111 conmon[29796]: audit 2022-01-25T22:40:24.339340+0000 mon.smithi111 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:40:25.558 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:40:26.384 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[50570]: debug 2022-01-25T22:40:26.128+0000 7f9eeef26700 -1 osd.7 0 waiting for initial osdmap 2022-01-25T22:40:26.384 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[50570]: debug 2022-01-25T22:40:26.135+0000 7f9ee969e700 -1 osd.7 48 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:40:26.385 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.126521+0000 mon.smithi111 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:40:26.385 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: cluster 2022-01-25T22:40:25.126577+0000 mon.smithi111 (mon.0) 476 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2022-01-25T22:40:26.385 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.126676+0000 mon.smithi111 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:26.385 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.127029+0000 mon.smithi179 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:26.386 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.127409+0000 mon.smithi111 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:26.386 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.489175+0000 mon.smithi111 (mon.0) 479 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:40:26.386 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:26 smithi179 conmon[32219]: audit 2022-01-25T22:40:25.489380+0000 mon.smithi111 (mon.0) 480 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:40:26.398 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.126521+0000 mon.smithi111 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:40:26.398 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: cluster 2022-01-25T22:40:25.126577+0000 mon.smithi111 (mon.0) 476 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2022-01-25T22:40:26.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.126676+0000 mon.smithi111 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:26.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.127029+0000 mon.smithi179 (mon.1) 17 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:26.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.127409+0000 mon.smithi111 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2022-01-25T22:40:26.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.489175+0000 mon.smithi111 (mon.0) 479 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:40:26.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:26 smithi111 conmon[29796]: audit 2022-01-25T22:40:25.489380+0000 mon.smithi111 (mon.0) 480 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:40:27.227 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: cluster 2022-01-25T22:40:25.380161+0000 mgr.smithi111.vbmimw 2022-01-25T22:40:27.227 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: (mgr.14162) 184 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:27.227 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:26.125743+0000 mon.smithi111 (mon.0) 481 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:40:27.227 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: cluster 2022-01-25T22:40:26.125847+0000 mon.smithi111 (mon.0) 482 : cluster [DBG] osdmap e48: 8 total, 7 up, 8 in 2022-01-25T22:40:27.228 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:26.126176+0000 mon.smithi111 (mon.0) 483 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:27.228 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:26.130204+0000 mon.smithi111 (mon.0) 484 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:27.228 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:26.628466+0000 2022-01-25T22:40:27.228 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: mon.smithi111 (mon.0) 485 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.229 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:26.633864+0000 mon.smithi111 (mon.0 2022-01-25T22:40:27.229 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: ) 486 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.229 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:27.229 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 2022-01-25T 2022-01-25T22:40:27.230 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 22:40:26.636305+0000 mon.smithi111 2022-01-25T22:40:27.230 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: (mon.0) 487 : audit [DBG] 2022-01-25T22:40:27.230 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:27.230 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01-25T22:40:27.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 2022-01-25T22:40:26. 2022-01-25T22:40:27.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 642000+0000 mon.smithi111 (mon.0) 488 : 2022-01-25T22:40:27.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: cluster 2022-01-25 2022-01-25T22:40:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: T22:40:26.722219+0000 mon.smithi111 (mon. 2022-01-25T22:40:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 0) 489 : cluster [INF] osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509] boot 2022-01-25T22:40:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:40:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: -25T22:40:26.722304+0000 2022-01-25T22:40:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: mon.smithi111 (mon.0) 490 : cluster 2022-01-25T22:40:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:40:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:40:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: 25T22:40:26.723243+0000 mon.smithi111 ( 2022-01-25T22:40:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: mon.0) 491 : audit [DBG] 2022-01-25T22:40:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:27 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:27.579 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:27.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: cluster 2022-01-25T22:40:25.380161+0000 mgr.smithi111.vbmimw (mgr.14162) 184 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:40:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.125743+0000 mon.smithi111 (mon.0) 481 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2022-01-25T22:40:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: cluster 2022-01-25T22:40:26.125847+0000 mon.smithi111 (mon.0) 482 : cluster [DBG] osdmap e48: 8 total, 7 up, 8 in 2022-01-25T22:40:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.126176+0000 mon.smithi111 (mon.0) 483 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.130204+0000 mon.smithi111 (mon.0) 484 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.628466+0000 mon.smithi111 (mon.0) 485 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.633864+0000 mon.smithi111 (mon.0) 486 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.636305+0000 mon.smithi111 (mon.0) 487 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.642000+0000 mon.smithi111 (mon.0) 488 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:40:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: cluster 2022-01-25T22:40:26.722219+0000 mon.smithi111 (mon.0) 489 : cluster [INF] osd.7 [v2:172.21.15.179:6824/576341509,v1:172.21.15.179:6825/576341509] boot 2022-01-25T22:40:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: cluster 2022-01-25T22:40:26.722304+0000 mon.smithi111 (mon.0) 490 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:40:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:27 smithi179 conmon[32219]: audit 2022-01-25T22:40:26.723243+0000 mon.smithi111 (mon.0) 491 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:40:28.190 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1643150426,"num_in_osds":8,"osd_in_since":1643150412,"num_remapped_pgs":1} 2022-01-25T22:40:28.191 INFO:tasks.cephadm:Setting up client nodes... 2022-01-25T22:40:28.192 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-01-25T22:40:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: cluster 2022-01-25T22:40:25.327236+0000 osd.7 (osd.7 2022-01-25T22:40:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:40:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: cluster 2022-01-25T22:40:25.327422+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: cephadm 2022-01-25T22:40:26.624155+0000 mgr.smithi111.vbmimw (mgr.14162) 185 : cephadm [INF] Detected new or changed devices on smithi179 2022-01-25T22:40:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: audit 2022-01-25T22:40:27.581055+0000 mon.smithi111 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.111:0/1157537092' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:40:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:28 smithi111 conmon[29796]: cluster 2022-01-25T22:40:27.721523+0000 mon.smithi111 (mon.0) 493 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:40:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: cluster 2022-01-25T22:40:25.327236+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:40:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: 2022-01-25T22:40:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: cluster 2022-01-25T22:40:25.327422+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: cephadm 2022-01-25T22:40:26.624155+0000 mgr.smithi111.vbmimw (mgr.14162) 185 : cephadm [INF] 2022-01-25T22:40:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: Detected new or changed devices on smithi179 2022-01-25T22:40:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: audit 2022-01-25T22:40:27.581055+0000 mon.smithi111 2022-01-25T22:40:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: (mon.0) 492 : audit [DBG] from='client.? 172.21.15.111:0/1157537092' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:40:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: cluster 2022-01-25T22:40:27 2022-01-25T22:40:28.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: .721523+0000 mon.smithi111 (mon.0) 493 : cluster 2022-01-25T22:40:28.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:28 smithi179 conmon[32219]: [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:40:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:29 smithi111 conmon[29796]: cluster 2022-01-25T22:40:27.380519+0000 mgr.smithi111.vbmimw (mgr.14162) 186 2022-01-25T22:40:29.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:29 smithi111 conmon[29796]: : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:29 smithi111 conmon[29796]: cluster 2022-01-25T22:40:28.725123+0000 mon.smithi111 (mon.0) 494 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:40:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:29 smithi179 conmon[32219]: cluster 2022-01-25T22:40:27.380519+0000 mgr.smithi111.vbmimw (mgr.14162) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:29 smithi179 conmon[32219]: cluster 2022-01-25T22:40:28.725123 2022-01-25T22:40:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:29 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 494 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:40:30.337 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2022-01-25T22:40:30.338 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQBefPBh1SbgExAAjUw2FFm1mvErDK7yROvHWg== 2022-01-25T22:40:30.897 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2022-01-25T22:40:30.898 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-01-25T22:40:30.898 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-01-25T22:40:30.936 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:40:31.247 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:31.457 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:31 smithi111 conmon[29796]: cluster 2022-01-25T22:40:29.380821+0000 mgr.smithi111.vbmimw (mgr.14162) 187 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:31.458 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:31 smithi111 conmon[29796]: audit 2022-01-25T22:40:30.333266+0000 mon.smithi111 (mon.0) 495 : audit [INF] from='client.? 172.21.15.111:0/2087303749' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:40:31.458 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:31 smithi111 conmon[29796]: audit 2022-01-25T22:40:30.338715+0000 mon.smithi111 (mon.0) 496 : audit [INF] from='client.? 172.21.15.111:0/2087303749' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:40:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:31 smithi179 conmon[32219]: cluster 2022-01-25T22:40:29.380821+0000 mgr.smithi111.vbmimw (mgr.14162) 187 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:31 smithi179 conmon[32219]: audit 2022-01-25T22:40:30.333266+0000 mon.smithi111 (mon 2022-01-25T22:40:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:31 smithi179 conmon[32219]: .0) 495 : audit [INF] from='client.? 172.21.15.111:0/2087303749' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:40:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:31 smithi179 conmon[32219]: audit 2022-01-25T22:40:30.338715+0000 mon.smithi111 (mon.0) 496 : audit [INF] from='client.? 172.21.15.111:0/2087303749' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:40:33.021 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:33.021 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":51,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:35:26.167234+0000","modified":"2022-01-25T22:40:28.719382+0000","last_up_change":"2022-01-25T22:40:26.714897+0000","last_in_change":"2022-01-25T22:40:12.126180+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:38:58.326461+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"0287f390-7dbb-4a97-930c-6dd7a8a19ff6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6803","nonce":3663061005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6805","nonce":3663061005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6809","nonce":3663061005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6807","nonce":3663061005}]},"public_addr":"172.21.15.111:6803/3663061005","cluster_addr":"172.21.15.111:6805/3663061005","heartbeat_back_addr":"172.21.15.111:6809/3663061005","heartbeat_front_addr":"172.21.15.111:6807/3663061005","state":["exists","up"]},{"osd":1,"uuid":"02d8dbfd-200e-4510-959a-a29298596037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6811","nonce":1241217158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6813","nonce":1241217158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6817","nonce":1241217158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6815","nonce":1241217158}]},"public_addr":"172.21.15.111:6811/1241217158","cluster_addr":"172.21.15.111:6813/1241217158","heartbeat_back_addr":"172.21.15.111:6817/1241217158","heartbeat_front_addr":"172.21.15.111:6815/1241217158","state":["exists","up"]},{"osd":2,"uuid":"a6c24acf-8522-42d0-9559-43e6ec0db731","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6819","nonce":2440018636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6821","nonce":2440018636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6825","nonce":2440018636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6823","nonce":2440018636}]},"public_addr":"172.21.15.111:6819/2440018636","cluster_addr":"172.21.15.111:6821/2440018636","heartbeat_back_addr":"172.21.15.111:6825/2440018636","heartbeat_front_addr":"172.21.15.111:6823/2440018636","state":["exists","up"]},{"osd":3,"uuid":"3d4f92c6-654f-4637-ace9-9722c55f87ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6827","nonce":450474459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6829","nonce":450474459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6833","nonce":450474459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6831","nonce":450474459}]},"public_addr":"172.21.15.111:6827/450474459","cluster_addr":"172.21.15.111:6829/450474459","heartbeat_back_addr":"172.21.15.111:6833/450474459","heartbeat_front_addr":"172.21.15.111:6831/450474459","state":["exists","up"]},{"osd":4,"uuid":"abbd0e1c-05cb-47d3-909d-0b85311c7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6801","nonce":1165816144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6803","nonce":1165816144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6807","nonce":1165816144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6805","nonce":1165816144}]},"public_addr":"172.21.15.179:6801/1165816144","cluster_addr":"172.21.15.179:6803/1165816144","heartbeat_back_addr":"172.21.15.179:6807/1165816144","heartbeat_front_addr":"172.21.15.179:6805/1165816144","state":["exists","up"]},{"osd":5,"uuid":"faf92d65-34fb-4632-b76e-d21aa4eb7e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6809","nonce":3406815107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6811","nonce":3406815107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6815","nonce":3406815107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6813","nonce":3406815107}]},"public_addr":"172.21.15.179:6809/3406815107","cluster_addr":"172.21.15.179:6811/3406815107","heartbeat_back_addr":"172.21.15.179:6815/3406815107","heartbeat_front_addr":"172.21.15.179:6813/3406815107","state":["exists","up"]},{"osd":6,"uuid":"e52255d9-f7ca-4f05-9904-8db736a36af6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6817","nonce":52085622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6819","nonce":52085622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6823","nonce":52085622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6821","nonce":52085622}]},"public_addr":"172.21.15.179:6817/52085622","cluster_addr":"172.21.15.179:6819/52085622","heartbeat_back_addr":"172.21.15.179:6823/52085622","heartbeat_front_addr":"172.21.15.179:6821/52085622","state":["exists","up"]},{"osd":7,"uuid":"ed9b83fb-7c6f-4648-9622-e16f311dc0a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6825","nonce":576341509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6827","nonce":576341509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6831","nonce":576341509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6829","nonce":576341509}]},"public_addr":"172.21.15.179:6825/576341509","cluster_addr":"172.21.15.179:6827/576341509","heartbeat_back_addr":"172.21.15.179:6831/576341509","heartbeat_front_addr":"172.21.15.179:6829/576341509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:15.700175+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:34.011259+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:56.654566+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:17.328545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:33.614017+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:51.067811+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:08.213825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:25.327425+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6801/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3181329432":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/2858049006":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3386621444":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/3970017930":"2022-01-26T22:35:48.767636+0000","172.21.15.111:0/3675071178":"2022-01-26T22:36:09.643605+0000","172.21.15.111:6800/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/1628063341":"2022-01-26T22:35:48.767636+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:40:33.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:33 smithi111 conmon[29796]: cluster 2022-01-25T22:40:31.381241+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:40:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:33 smithi111 conmon[29796]: mgr.14162) 188 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:33 smithi111 conmon[29796]: audit 2022-01-25T22:40:33.021537+0000 mon.smithi111 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.111:0/2862460038' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:33.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:33 smithi179 conmon[32219]: cluster 2022-01-25T22:40:31.381241+0000 mgr.smithi111.vbmimw (mgr.14162) 188 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:33 smithi179 conmon[32219]: audit 2022-01-25T22:40:33.021537+0000 mon.smithi111 2022-01-25T22:40:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:33 smithi179 conmon[32219]: (mon.0) 497 : audit [DBG] from='client.? 172.21.15.111:0/2862460038' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:33.664 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-01-25T22:38:58.326461+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-01-25T22:40:33.664 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-01-25T22:40:33.937 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:35.418 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:35 smithi111 conmon[29796]: cluster 2022-01-25T22:40:33.381565+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:35.418 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:35 smithi111 conmon[29796]: 14162) 189 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:35.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:35 smithi179 conmon[32219]: cluster 2022-01-25T22:40:33.381565+0000 mgr.smithi111.vbmimw (mgr.14162) 189 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:35.708 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2022-01-25T22:40:36.347 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-01-25T22:40:36.348 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-01-25T22:40:36.348 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph mgr dump --format=json 2022-01-25T22:40:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:36 smithi111 conmon[29796]: audit 2022-01-25T22:40:35.709042+0000 mon.smithi111 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.111:0/3928878196' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:40:36.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:36 smithi179 conmon[32219]: audit 2022-01-25T22:40:35.709042+0000 mon.smithi111 (mon.0) 498 : audit 2022-01-25T22:40:36.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:36 smithi179 conmon[32219]: [DBG] from='client.? 172.21.15.111:0/3928878196' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:40:36.624 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:37.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:37 smithi111 conmon[29796]: cluster 2022-01-25T22:40:35.381881+0000 mgr.smithi111.vbmimw (mgr.14162) 190 : cluster 2022-01-25T22:40:37.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:37 smithi111 conmon[29796]: [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:37.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:37 smithi179 conmon[32219]: cluster 2022-01-25T22:40:35.381881+0000 mgr.smithi111.vbmimw (mgr.14162) 190 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:38.410 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:39.037 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":18,"active_gid":14162,"active_name":"smithi111.vbmimw","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":2351055330},{"type":"v1","addr":"172.21.15.111:6801","nonce":2351055330}]},"active_addr":"172.21.15.111:6801/2351055330","active_change":"2022-01-25T22:36:25.288014+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14194,"name":"smithi179.kogymg","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi111.front.sepia.ceph.com:8443/","prometheus":"http://smithi111.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":3032767427}]},{"addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1503144322}]}]}} 2022-01-25T22:40:39.042 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-01-25T22:40:39.042 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-01-25T22:40:39.043 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:40:39.320 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:39.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:39 smithi111 conmon[29796]: cluster 2022-01-25T22:40:37.382182+0000 mgr.smithi111.vbmimw (mgr.14162) 191 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:39.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:39 smithi111 conmon[29796]: audit 2022-01-25T22:40:38.407572+0000 mon.smithi111 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.111:0/2431134737' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:40:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:39 smithi179 conmon[32219]: cluster 2022-01-25T22:40:37.382182+0000 mgr.smithi111.vbmimw (mgr.14162) 191 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:39 smithi179 conmon[32219]: audit 2022-01-25T22:40:38.407572+0000 mon.smithi111 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.111:0/2431134737' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:40:41.103 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:41.103 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":51,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:35:26.167234+0000","modified":"2022-01-25T22:40:28.719382+0000","last_up_change":"2022-01-25T22:40:26.714897+0000","last_in_change":"2022-01-25T22:40:12.126180+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:38:58.326461+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"0287f390-7dbb-4a97-930c-6dd7a8a19ff6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6803","nonce":3663061005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6805","nonce":3663061005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6809","nonce":3663061005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6807","nonce":3663061005}]},"public_addr":"172.21.15.111:6803/3663061005","cluster_addr":"172.21.15.111:6805/3663061005","heartbeat_back_addr":"172.21.15.111:6809/3663061005","heartbeat_front_addr":"172.21.15.111:6807/3663061005","state":["exists","up"]},{"osd":1,"uuid":"02d8dbfd-200e-4510-959a-a29298596037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6811","nonce":1241217158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6813","nonce":1241217158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6817","nonce":1241217158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6815","nonce":1241217158}]},"public_addr":"172.21.15.111:6811/1241217158","cluster_addr":"172.21.15.111:6813/1241217158","heartbeat_back_addr":"172.21.15.111:6817/1241217158","heartbeat_front_addr":"172.21.15.111:6815/1241217158","state":["exists","up"]},{"osd":2,"uuid":"a6c24acf-8522-42d0-9559-43e6ec0db731","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6819","nonce":2440018636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6821","nonce":2440018636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6825","nonce":2440018636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6823","nonce":2440018636}]},"public_addr":"172.21.15.111:6819/2440018636","cluster_addr":"172.21.15.111:6821/2440018636","heartbeat_back_addr":"172.21.15.111:6825/2440018636","heartbeat_front_addr":"172.21.15.111:6823/2440018636","state":["exists","up"]},{"osd":3,"uuid":"3d4f92c6-654f-4637-ace9-9722c55f87ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6827","nonce":450474459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6829","nonce":450474459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6833","nonce":450474459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6831","nonce":450474459}]},"public_addr":"172.21.15.111:6827/450474459","cluster_addr":"172.21.15.111:6829/450474459","heartbeat_back_addr":"172.21.15.111:6833/450474459","heartbeat_front_addr":"172.21.15.111:6831/450474459","state":["exists","up"]},{"osd":4,"uuid":"abbd0e1c-05cb-47d3-909d-0b85311c7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6801","nonce":1165816144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6803","nonce":1165816144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6807","nonce":1165816144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6805","nonce":1165816144}]},"public_addr":"172.21.15.179:6801/1165816144","cluster_addr":"172.21.15.179:6803/1165816144","heartbeat_back_addr":"172.21.15.179:6807/1165816144","heartbeat_front_addr":"172.21.15.179:6805/1165816144","state":["exists","up"]},{"osd":5,"uuid":"faf92d65-34fb-4632-b76e-d21aa4eb7e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6809","nonce":3406815107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6811","nonce":3406815107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6815","nonce":3406815107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6813","nonce":3406815107}]},"public_addr":"172.21.15.179:6809/3406815107","cluster_addr":"172.21.15.179:6811/3406815107","heartbeat_back_addr":"172.21.15.179:6815/3406815107","heartbeat_front_addr":"172.21.15.179:6813/3406815107","state":["exists","up"]},{"osd":6,"uuid":"e52255d9-f7ca-4f05-9904-8db736a36af6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6817","nonce":52085622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6819","nonce":52085622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6823","nonce":52085622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6821","nonce":52085622}]},"public_addr":"172.21.15.179:6817/52085622","cluster_addr":"172.21.15.179:6819/52085622","heartbeat_back_addr":"172.21.15.179:6823/52085622","heartbeat_front_addr":"172.21.15.179:6821/52085622","state":["exists","up"]},{"osd":7,"uuid":"ed9b83fb-7c6f-4648-9622-e16f311dc0a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6825","nonce":576341509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6827","nonce":576341509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6831","nonce":576341509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6829","nonce":576341509}]},"public_addr":"172.21.15.179:6825/576341509","cluster_addr":"172.21.15.179:6827/576341509","heartbeat_back_addr":"172.21.15.179:6831/576341509","heartbeat_front_addr":"172.21.15.179:6829/576341509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:15.700175+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:34.011259+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:56.654566+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:17.328545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:33.614017+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:51.067811+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:08.213825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:25.327425+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6801/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3181329432":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/2858049006":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3386621444":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/3970017930":"2022-01-26T22:35:48.767636+0000","172.21.15.111:0/3675071178":"2022-01-26T22:36:09.643605+0000","172.21.15.111:6800/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/1628063341":"2022-01-26T22:35:48.767636+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:40:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:41 smithi111 conmon[29796]: cluster 2022-01-25T22:40:39.382493+0000 mgr.smithi111.vbmimw (mgr.14162) 192 2022-01-25T22:40:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:41 smithi111 conmon[29796]: : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:41 smithi111 conmon[29796]: audit 2022-01-25T22:40:41.104144+0000 mon.smithi111 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.111:0/707049520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:41 smithi179 conmon[32219]: cluster 2022-01-25T22:40:39.382493+0000 mgr.smithi111.vbmimw (mgr.14162) 192 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:41 smithi179 conmon[32219]: audit 2022-01-25T22:40:41.104144+0000 mon.smithi111 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.111:0/707049520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:41.704 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-01-25T22:40:41.705 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:40:41.981 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:43.442 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:43 smithi111 conmon[29796]: cluster 2022-01-25T22:40:41.382869+0000 mgr.smithi111.vbmimw (mgr.14162) 193 2022-01-25T22:40:43.442 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:43 smithi111 conmon[29796]: : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:43.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:43 smithi179 conmon[32219]: cluster 2022-01-25T22:40:41.382869+0000 mgr.smithi111.vbmimw (mgr.14162) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:43.833 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:40:43.834 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":51,"fsid":"0092ccdc-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:35:26.167234+0000","modified":"2022-01-25T22:40:28.719382+0000","last_up_change":"2022-01-25T22:40:26.714897+0000","last_in_change":"2022-01-25T22:40:12.126180+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:38:58.326461+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"0287f390-7dbb-4a97-930c-6dd7a8a19ff6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6803","nonce":3663061005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6805","nonce":3663061005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6809","nonce":3663061005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3663061005},{"type":"v1","addr":"172.21.15.111:6807","nonce":3663061005}]},"public_addr":"172.21.15.111:6803/3663061005","cluster_addr":"172.21.15.111:6805/3663061005","heartbeat_back_addr":"172.21.15.111:6809/3663061005","heartbeat_front_addr":"172.21.15.111:6807/3663061005","state":["exists","up"]},{"osd":1,"uuid":"02d8dbfd-200e-4510-959a-a29298596037","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6811","nonce":1241217158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6813","nonce":1241217158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6817","nonce":1241217158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":1241217158},{"type":"v1","addr":"172.21.15.111:6815","nonce":1241217158}]},"public_addr":"172.21.15.111:6811/1241217158","cluster_addr":"172.21.15.111:6813/1241217158","heartbeat_back_addr":"172.21.15.111:6817/1241217158","heartbeat_front_addr":"172.21.15.111:6815/1241217158","state":["exists","up"]},{"osd":2,"uuid":"a6c24acf-8522-42d0-9559-43e6ec0db731","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6819","nonce":2440018636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6821","nonce":2440018636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6825","nonce":2440018636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2440018636},{"type":"v1","addr":"172.21.15.111:6823","nonce":2440018636}]},"public_addr":"172.21.15.111:6819/2440018636","cluster_addr":"172.21.15.111:6821/2440018636","heartbeat_back_addr":"172.21.15.111:6825/2440018636","heartbeat_front_addr":"172.21.15.111:6823/2440018636","state":["exists","up"]},{"osd":3,"uuid":"3d4f92c6-654f-4637-ace9-9722c55f87ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6827","nonce":450474459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6829","nonce":450474459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6833","nonce":450474459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":450474459},{"type":"v1","addr":"172.21.15.111:6831","nonce":450474459}]},"public_addr":"172.21.15.111:6827/450474459","cluster_addr":"172.21.15.111:6829/450474459","heartbeat_back_addr":"172.21.15.111:6833/450474459","heartbeat_front_addr":"172.21.15.111:6831/450474459","state":["exists","up"]},{"osd":4,"uuid":"abbd0e1c-05cb-47d3-909d-0b85311c7576","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6801","nonce":1165816144}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6803","nonce":1165816144}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6807","nonce":1165816144}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1165816144},{"type":"v1","addr":"172.21.15.179:6805","nonce":1165816144}]},"public_addr":"172.21.15.179:6801/1165816144","cluster_addr":"172.21.15.179:6803/1165816144","heartbeat_back_addr":"172.21.15.179:6807/1165816144","heartbeat_front_addr":"172.21.15.179:6805/1165816144","state":["exists","up"]},{"osd":5,"uuid":"faf92d65-34fb-4632-b76e-d21aa4eb7e8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6809","nonce":3406815107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6811","nonce":3406815107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6815","nonce":3406815107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":3406815107},{"type":"v1","addr":"172.21.15.179:6813","nonce":3406815107}]},"public_addr":"172.21.15.179:6809/3406815107","cluster_addr":"172.21.15.179:6811/3406815107","heartbeat_back_addr":"172.21.15.179:6815/3406815107","heartbeat_front_addr":"172.21.15.179:6813/3406815107","state":["exists","up"]},{"osd":6,"uuid":"e52255d9-f7ca-4f05-9904-8db736a36af6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6817","nonce":52085622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6819","nonce":52085622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6823","nonce":52085622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":52085622},{"type":"v1","addr":"172.21.15.179:6821","nonce":52085622}]},"public_addr":"172.21.15.179:6817/52085622","cluster_addr":"172.21.15.179:6819/52085622","heartbeat_back_addr":"172.21.15.179:6823/52085622","heartbeat_front_addr":"172.21.15.179:6821/52085622","state":["exists","up"]},{"osd":7,"uuid":"ed9b83fb-7c6f-4648-9622-e16f311dc0a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6825","nonce":576341509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6827","nonce":576341509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6831","nonce":576341509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":576341509},{"type":"v1","addr":"172.21.15.179:6829","nonce":576341509}]},"public_addr":"172.21.15.179:6825/576341509","cluster_addr":"172.21.15.179:6827/576341509","heartbeat_back_addr":"172.21.15.179:6831/576341509","heartbeat_front_addr":"172.21.15.179:6829/576341509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:15.700175+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:34.011259+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:38:56.654566+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:17.328545+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:33.614017+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:39:51.067811+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:08.213825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:25.327425+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:6801/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3181329432":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/3075381802":"2022-01-26T22:36:25.287736+0000","172.21.15.111:6800/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/2858049006":"2022-01-26T22:36:25.287736+0000","172.21.15.111:0/3386621444":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/3970017930":"2022-01-26T22:35:48.767636+0000","172.21.15.111:0/3675071178":"2022-01-26T22:36:09.643605+0000","172.21.15.111:6800/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/609811290":"2022-01-26T22:35:48.767636+0000","172.21.15.111:6801/634385367":"2022-01-26T22:36:09.643605+0000","172.21.15.111:0/1628063341":"2022-01-26T22:35:48.767636+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:40:44.419 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:44 smithi111 conmon[29796]: audit 2022-01-25T22:40:43.834556+0000 mon.smithi111 (mon.0 2022-01-25T22:40:44.419 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:44 smithi111 conmon[29796]: ) 501 : audit [DBG] from='client.? 172.21.15.111:0/1091746464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:44.421 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-01-25T22:40:44.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:44 smithi179 conmon[32219]: audit 2022-01-25T22:40:43.834556+0000 mon.smithi111 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.111:0/1091746464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:40:44.696 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:45.439 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:45 smithi111 conmon[29796]: cluster 2022-01-25T22:40:43.383276+0000 mgr.smithi111.vbmimw (mgr.14162) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:45.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:45 smithi179 conmon[32219]: cluster 2022-01-25T22:40:43.383276+0000 mgr.smithi111.vbmimw (mgr.14162) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:46.921 INFO:teuthology.orchestra.run.smithi111.stdout:38654705695 2022-01-25T22:40:46.922 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-01-25T22:40:47.196 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:47.425 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:47 smithi111 conmon[29796]: cluster 2022-01-25T22:40:45.383721+0000 mgr.smithi111.vbmimw (mgr.14162) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:47 smithi179 conmon[32219]: cluster 2022-01-25T22:40:45.383721+0000 mgr.smithi111.vbmimw (mgr.14162) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:49.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:49 smithi111 conmon[29796]: cluster 2022-01-25T22:40:47.384064+0000 mgr.smithi111.vbmimw (mgr.14162) 196 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:49.512 INFO:teuthology.orchestra.run.smithi111.stdout:60129542174 2022-01-25T22:40:49.512 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-01-25T22:40:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:49 smithi179 conmon[32219]: cluster 2022-01-25T22:40:47.384064+0000 mgr.smithi111.vbmimw (mgr.14162) 196 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:49.784 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:51.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:51 smithi111 conmon[29796]: cluster 2022-01-25T22:40:49.384478+0000 mgr.smithi111.vbmimw (mgr.14162) 197 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:51 smithi179 conmon[32219]: cluster 2022-01-25T22:40:49.384478+0000 mgr.smithi111.vbmimw (mgr.14162) 197 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:52.010 INFO:teuthology.orchestra.run.smithi111.stdout:81604378649 2022-01-25T22:40:52.011 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-01-25T22:40:52.284 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:53 smithi111 conmon[29796]: cluster 2022-01-25T22:40:51.384826+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:40:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:53 smithi111 conmon[29796]: 14162) 198 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:53 smithi179 conmon[32219]: cluster 2022-01-25T22:40:51.384826+0000 mgr.smithi111.vbmimw (mgr.14162) 198 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:54.502 INFO:teuthology.orchestra.run.smithi111.stdout:111669149718 2022-01-25T22:40:54.502 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-01-25T22:40:54.777 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:55.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:55 smithi111 conmon[29796]: cluster 2022-01-25T22:40:53.385129+0000 mgr.smithi111.vbmimw (mgr.14162) 199 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:55.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:55 smithi179 conmon[32219]: cluster 2022-01-25T22:40:53.385129+0000 mgr.smithi111.vbmimw (mgr.14162) 199 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:56.977 INFO:teuthology.orchestra.run.smithi111.stdout:133143986195 2022-01-25T22:40:56.978 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-01-25T22:40:57.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:57 smithi111 conmon[29796]: cluster 2022-01-25T22:40:55.385443+0000 mgr.smithi111.vbmimw (mgr.14162) 200 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:57.251 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:40:57.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:57 smithi179 conmon[32219]: cluster 2022-01-25T22:40:55.385443+0000 mgr.smithi111.vbmimw (mgr.14162) 200 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:59.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:59 smithi111 conmon[29796]: cluster 2022-01-25T22:40:57.385739+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:40:59.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:40:59 smithi111 conmon[29796]: 201 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:59.493 INFO:teuthology.orchestra.run.smithi111.stdout:158913789968 2022-01-25T22:40:59.493 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-01-25T22:40:59.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:40:59 smithi179 conmon[32219]: cluster 2022-01-25T22:40:57.385739+0000 mgr.smithi111.vbmimw (mgr.14162) 201 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:40:59.763 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:01.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:01 smithi111 conmon[29796]: cluster 2022-01-25T22:40:59.386017+0000 mgr.smithi111.vbmimw (mgr.14162) 202 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:01 smithi179 conmon[32219]: cluster 2022-01-25T22:40:59.386017+0000 mgr.smithi111.vbmimw (mgr.14162) 202 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:02.067 INFO:teuthology.orchestra.run.smithi111.stdout:184683593742 2022-01-25T22:41:02.068 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-01-25T22:41:02.346 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:03.196 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:03 smithi111 conmon[29796]: cluster 2022-01-25T22:41:01.386331+0000 2022-01-25T22:41:03.196 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:03 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:03.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:03 smithi179 conmon[32219]: cluster 2022-01-25T22:41:01.386331+0000 mgr.smithi111.vbmimw (mgr.14162) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:04.583 INFO:teuthology.orchestra.run.smithi111.stdout:210453397514 2022-01-25T22:41:04.584 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-01-25T22:41:04.862 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:05.441 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:05 smithi111 conmon[29796]: cluster 2022-01-25T22:41:03.386852+0000 mgr.smithi111.vbmimw (mgr.14162) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:05.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:05 smithi179 conmon[32219]: cluster 2022-01-25T22:41:03.386852+0000 mgr.smithi111.vbmimw (mgr.14162) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:06.604 INFO:teuthology.orchestra.run.smithi111.stdout:38654705699 2022-01-25T22:41:07.351 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705695 got 38654705699 for osd.0 2022-01-25T22:41:07.352 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-01-25T22:41:07.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:07 smithi111 conmon[29796]: cluster 2022-01-25T22:41:05.387127+0000 mgr.smithi111.vbmimw (mgr.14162) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:07.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:07 smithi111 conmon[29796]: audit 2022-01-25T22:41:06.605591+0000 mon.smithi111 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.111:0/2585063238' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:41:07.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:07 smithi179 conmon[32219]: cluster 2022-01-25T22:41:05.387127+0000 mgr.smithi111.vbmimw (mgr.14162) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:07 smithi179 conmon[32219]: audit 2022-01-25T22:41:06.605591+0000 mon.smithi111 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.111:0/2585063238' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:41:07.626 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:09.462 INFO:teuthology.orchestra.run.smithi111.stdout:60129542178 2022-01-25T22:41:09.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:09 smithi111 conmon[29796]: cluster 2022-01-25T22:41:07.387451+0000 mgr.smithi111.vbmimw (mgr.14162) 206 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:09.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:09 smithi179 conmon[32219]: cluster 2022-01-25T22:41:07.387451+0000 mgr.smithi111.vbmimw (mgr.14162) 206 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:09 smithi179 conmon[32219]: 2022-01-25T22:41:10.100 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542174 got 60129542178 for osd.1 2022-01-25T22:41:10.101 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-01-25T22:41:10.375 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:10.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:10 smithi111 conmon[29796]: audit 2022-01-25T22:41:09.464174+0000 mon.smithi111 (mon.0) 503 2022-01-25T22:41:10.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:10 smithi111 conmon[29796]: : audit [DBG] from='client.? 172.21.15.111:0/2801799330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:41:10.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:10 smithi179 conmon[32219]: audit 2022-01-25T22:41:09.464174+0000 mon.smithi111 (mon.0) 503 2022-01-25T22:41:10.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:10 smithi179 conmon[32219]: : audit [DBG] from='client.? 172.21.15.111:0/2801799330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:41:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:11 smithi111 conmon[29796]: cluster 2022-01-25T22:41:09.387968+0000 mgr.smithi111.vbmimw (mgr.14162) 207 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:11.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:11 smithi179 conmon[32219]: cluster 2022-01-25T22:41:09.387968+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:41:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:11 smithi179 conmon[32219]: 14162) 207 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:12.147 INFO:teuthology.orchestra.run.smithi111.stdout:81604378653 2022-01-25T22:41:12.766 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378649 got 81604378653 for osd.2 2022-01-25T22:41:12.766 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-01-25T22:41:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:12 smithi111 conmon[29796]: cluster 2022-01-25T22:41:11.388310+0000 mgr.smithi111.vbmimw (mgr.14162) 208 : 2022-01-25T22:41:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:12 smithi111 conmon[29796]: cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:12 smithi111 conmon[29796]: audit 2022-01-25T22:41:12.149445+0000 mon.smithi111 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.111:0/3367052003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:41:13.036 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:13.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:12 smithi179 conmon[32219]: cluster 2022-01-25T22:41:11.388310+0000 mgr.smithi111.vbmimw (mgr.14162) 208 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:12 smithi179 conmon[32219]: 2022-01-25T22:41:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:12 smithi179 conmon[32219]: audit 2022-01-25T22:41:12.149445+0000 mon.smithi111 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.111:0/3367052003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:41:14.760 INFO:teuthology.orchestra.run.smithi111.stdout:111669149722 2022-01-25T22:41:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:14 smithi179 conmon[32219]: cluster 2022-01-25T22:41:13.388603+0000 mgr.smithi111.vbmimw (mgr.14162) 209 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:14 smithi179 conmon[32219]: 2022-01-25T22:41:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:14 smithi111 conmon[29796]: cluster 2022-01-25T22:41:13.388603+0000 mgr.smithi111.vbmimw (mgr.14162) 209 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:15.366 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149718 got 111669149722 for osd.3 2022-01-25T22:41:15.366 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-01-25T22:41:15.639 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:16.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:15 smithi179 conmon[32219]: audit 2022-01-25T22:41:14.761111+0000 mon.smithi111 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.111:0/2045199607' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:41:16.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:15 smithi111 conmon[29796]: audit 2022-01-25T22:41:14.761111+0000 mon.smithi111 (mon.0) 2022-01-25T22:41:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:15 smithi111 conmon[29796]: 505 : audit [DBG] from='client.? 172.21.15.111:0/2045199607' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:41:17.052 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:16 smithi111 conmon[29796]: cluster 2022-01-25T22:41:15.388911+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:41:17.052 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:16 smithi111 conmon[29796]: .14162) 210 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:17.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:16 smithi179 conmon[32219]: cluster 2022-01-25T22:41:15.388911+0000 mgr.smithi111.vbmimw (mgr.14162) 210 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:17.407 INFO:teuthology.orchestra.run.smithi111.stdout:133143986199 2022-01-25T22:41:17.958 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986195 got 133143986199 for osd.4 2022-01-25T22:41:17.959 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-01-25T22:41:18.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:17 smithi179 conmon[32219]: audit 2022-01-25T22:41:17.408294+0000 mon.smithi111 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.111:0/413315676' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:41:18.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:17 smithi111 conmon[29796]: audit 2022-01-25T22:41:17.408294+0000 mon.smithi111 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.111:0/413315676' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:41:18.236 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:19.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:18 smithi111 conmon[29796]: cluster 2022-01-25T22:41:17.389204+0000 mgr.smithi111.vbmimw (mgr.14162) 211 2022-01-25T22:41:19.010 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:18 smithi111 conmon[29796]: : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:19.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:18 smithi179 conmon[32219]: cluster 2022-01-25T22:41:17.389204+0000 mgr.smithi111.vbmimw (mgr.14162) 211 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:19.991 INFO:teuthology.orchestra.run.smithi111.stdout:158913789972 2022-01-25T22:41:20.548 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789968 got 158913789972 for osd.5 2022-01-25T22:41:20.548 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-01-25T22:41:20.822 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:20 smithi111 conmon[29796]: cluster 2022-01-25T22:41:19.389545+0000 mgr.smithi111.vbmimw (mgr.14162) 212 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:20 smithi111 conmon[29796]: audit 2022-01-25T22:41:19.992913+0000 mon.smithi111 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.111:0/417345285' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:41:21.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:20 smithi179 conmon[32219]: cluster 2022-01-25T22:41:19.389545+0000 mgr.smithi111.vbmimw (mgr.14162) 212 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:20 smithi179 conmon[32219]: audit 2022-01-25T22:41:19.992913+0000 mon.smithi111 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.111:0/417345285' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:41:22.653 INFO:teuthology.orchestra.run.smithi111.stdout:184683593746 2022-01-25T22:41:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:22 smithi111 conmon[29796]: cluster 2022-01-25T22:41:21.390021+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:41:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:22 smithi111 conmon[29796]: mgr.14162) 213 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:22 smithi111 conmon[29796]: audit 2022-01-25T22:41:22.654754+0000 mon.smithi111 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.111:0/3740804708' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:41:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:22 smithi111 conmon[29796]: 2022-01-25T22:41:23.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:22 smithi179 conmon[32219]: cluster 2022-01-25T22:41:21.390021+0000 mgr.smithi111.vbmimw (mgr.14162) 213 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:22 smithi179 conmon[32219]: audit 2022-01-25T22:41:22.654754+0000 mon.smithi111 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.111:0/3740804708' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:41:23.248 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593742 got 184683593746 for osd.6 2022-01-25T22:41:23.249 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-01-25T22:41:23.521 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:24 smithi111 conmon[29796]: cluster 2022-01-25T22:41:23.390336+0000 mgr.smithi111.vbmimw (mgr.14162) 214 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:25.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:24 smithi179 conmon[32219]: cluster 2022-01-25T22:41:23.390336+0000 mgr.smithi111.vbmimw (mgr.14162) 214 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:25.298 INFO:teuthology.orchestra.run.smithi111.stdout:210453397518 2022-01-25T22:41:25.922 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397514 got 210453397518 for osd.7 2022-01-25T22:41:25.923 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-01-25T22:41:25.923 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:41:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:25 smithi179 conmon[32219]: audit 2022-01-25T22:41:25.300110+0000 mon.smithi111 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.111:0/2461287923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:41:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:25 smithi179 conmon[32219]: audit 2022-01-25T22:41:25.491121+0000 mon.smithi111 (mon.0) 510 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:41:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:25 smithi179 conmon[32219]: audit 2022-01-25T22:41:25.491369+0000 mon.smithi111 (mon.0) 511 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:41:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:25 smithi179 conmon[32219]: 2022-01-25T22:41:26.193 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:25 smithi111 conmon[29796]: audit 2022-01-25T22:41:25.300110+0000 mon.smithi111 (mon.0 2022-01-25T22:41:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:25 smithi111 conmon[29796]: ) 509 : audit [DBG] from='client.? 172.21.15.111:0/2461287923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:41:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:25 smithi111 conmon[29796]: audit 2022-01-25T22:41:25.491121+0000 mon.smithi111 (mon.0) 510 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:41:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:25 smithi111 conmon[29796]: audit 2022-01-25T22:41:25.491369+0000 mon.smithi111 (mon.0) 511 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:41:27.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:26 smithi179 conmon[32219]: cluster 2022-01-25T22:41:25.390674+0000 mgr.smithi111.vbmimw (mgr.14162) 215 : 2022-01-25T22:41:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:26 smithi179 conmon[32219]: cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:26 smithi179 conmon[32219]: audit 2022-01-25T22:41:26.644560+0000 mon.smithi111 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:26 smithi111 conmon[29796]: cluster 2022-01-25T22:41:25.390674+0000 mgr.smithi111.vbmimw (mgr.14162) 215 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:26 smithi111 conmon[29796]: audit 2022-01-25T22:41:26.644560+0000 mon.smithi111 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:27.888 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:41:27.889 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2022-01-25T22:41:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:28 smithi111 conmon[29796]: audit 2022-01-25T22:41:27.164316+0000 mon.smithi111 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:28.472 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2022-01-25T22:41:27.390910+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43348,"kb_used_data":3924,"kb_used_omap":0,"kb_used_meta":39360,"kb_avail":749917868,"statfs":{"total":767960285184,"available":767915896832,"internally_reserved":0,"allocated":4018176,"data_stored":1601876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40304640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"51","state":"active+clean","last_fresh":"2022-01-25T22:40:29.237991+0000","last_change":"2022-01-25T22:40:29.237991+0000","last_active":"2022-01-25T22:40:29.237991+0000","last_peered":"2022-01-25T22:40:29.237991+0000","last_clean":"2022-01-25T22:40:29.237991+0000","last_became_active":"2022-01-25T22:40:29.237500+0000","last_became_peered":"2022-01-25T22:40:29.237500+0000","last_unstale":"2022-01-25T22:40:29.237991+0000","last_undegraded":"2022-01-25T22:40:29.237991+0000","last_fullsized":"2022-01-25T22:40:29.237991+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:38:59.052448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:38:59.052448+0000","last_clean_scrub_stamp":"2022-01-25T22:38:59.052448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397519,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5236,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739916,"statfs":{"total":95995035648,"available":95989673984,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]},{"osd":6,"up_from":43,"seq":184683593747,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5296,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739856,"statfs":{"total":95995035648,"available":95989612544,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.497},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.68999999999999995}]},{"osd":2,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.58199999999999996}]},{"osd":3,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.72299999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.66000000000000003}]},{"osd":5,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5552,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739600,"statfs":{"total":95995035648,"available":95989350400,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.312,"15min":0.30199999999999999},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.314,"15min":0.30199999999999999},"min":{"1min":0.25600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.23799999999999999}]},{"osd":2,"last update":"Tue Jan 25 22:41:00 2022","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.32900000000000001},"min":{"1min":0.29699999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.36399999999999999,"15min":0.35199999999999998},"min":{"1min":0.26100000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.309}]},{"osd":3,"last update":"Tue Jan 25 22:41:26 2022","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42299999999999999,"15min":0.42599999999999999},"min":{"1min":0.28699999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57199999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.496,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.317}]},{"osd":4,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.58399999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:40:55 2022","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.502},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.64600000000000002}]},{"osd":6,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":0,"up_from":9,"seq":38654705703,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5556,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739596,"statfs":{"total":95995035648,"available":95989346304,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:40:41 2022","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34000000000000002,"15min":0.33400000000000002},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.246,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.41899999999999998}]},{"osd":2,"last update":"Tue Jan 25 22:41:02 2022","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.56299999999999994,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.24099999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38600000000000001}]},{"osd":3,"last update":"Tue Jan 25 22:40:22 2022","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.40200000000000002}]},{"osd":4,"last update":"Tue Jan 25 22:40:35 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:40:52 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68999999999999995}]},{"osd":6,"last update":"Tue Jan 25 22:41:11 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.84799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":2,"up_from":19,"seq":81604378656,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5488,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739664,"statfs":{"total":95995035648,"available":95989415936,"internally_reserved":0,"allocated":499712,"data_stored":199734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:01 2022","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.315,"15min":0.31},"min":{"1min":0.20699999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.371},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33400000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.31}]},{"osd":1,"last update":"Tue Jan 25 22:41:01 2022","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34300000000000003},"min":{"1min":0.20100000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36099999999999999,"15min":0.35899999999999999},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.32400000000000001}]},{"osd":3,"last update":"Tue Jan 25 22:40:23 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34899999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.443},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.58199999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:40:52 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46800000000000003}]},{"osd":6,"last update":"Tue Jan 25 22:41:11 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149725,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.33300000000000002,"15min":0.33600000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.40699999999999997,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.308},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.33900000000000002,"15min":0.34100000000000003},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.48599999999999999,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.33000000000000002}]},{"osd":1,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.37},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.377,"15min":0.38600000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.38800000000000001,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.247}]},{"osd":2,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.38700000000000001,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.42199999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39300000000000002,"15min":0.40100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47099999999999997,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51300000000000001}]},{"osd":5,"last update":"Tue Jan 25 22:40:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.73499999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:41:10 2022","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.626},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.56000000000000005}]},{"osd":2,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52200000000000002}]},{"osd":3,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54100000000000004}]},{"osd":5,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.58799999999999997}]},{"osd":6,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":5,"up_from":37,"seq":158913789973,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5364,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739788,"statfs":{"total":95995035648,"available":95989542912,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67700000000000005}]},{"osd":1,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.629}]},{"osd":2,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.59799999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.64900000000000002}]},{"osd":6,"last update":"Tue Jan 25 22:41:15 2022","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.751}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:41:28.474 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:41:28.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:28 smithi179 conmon[32219]: audit 2022-01-25T22:41:27.164316+0000 mon.smithi111 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:28.745 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:29 smithi111 conmon[29796]: cluster 2022-01-25T22:41:27.391136+0000 mgr.smithi111.vbmimw (mgr.14162) 216 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:29 smithi111 conmon[29796]: audit 2022-01-25T22:41:27.887739+0000 mgr.smithi111.vbmimw (mgr.14162) 217 : audit [DBG] from='client.14438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:29.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:29 smithi179 conmon[32219]: cluster 2022-01-25T22:41:27.391136+0000 mgr.smithi111.vbmimw (mgr.14162) 216 2022-01-25T22:41:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:29 smithi179 conmon[32219]: : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:29 smithi179 conmon[32219]: audit 2022-01-25T22:41:27.887739+0000 mgr.smithi111.vbmimw (mgr.14162) 217 : audit [DBG] from='client.14438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:30.559 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:41:30.560 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2022-01-25T22:41:31.155 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2022-01-25T22:41:29.391327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43348,"kb_used_data":3924,"kb_used_omap":0,"kb_used_meta":39360,"kb_avail":749917868,"statfs":{"total":767960285184,"available":767915896832,"internally_reserved":0,"allocated":4018176,"data_stored":1601876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40304640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"51","state":"active+clean","last_fresh":"2022-01-25T22:40:29.237991+0000","last_change":"2022-01-25T22:40:29.237991+0000","last_active":"2022-01-25T22:40:29.237991+0000","last_peered":"2022-01-25T22:40:29.237991+0000","last_clean":"2022-01-25T22:40:29.237991+0000","last_became_active":"2022-01-25T22:40:29.237500+0000","last_became_peered":"2022-01-25T22:40:29.237500+0000","last_unstale":"2022-01-25T22:40:29.237991+0000","last_undegraded":"2022-01-25T22:40:29.237991+0000","last_fullsized":"2022-01-25T22:40:29.237991+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:38:59.052448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:38:59.052448+0000","last_clean_scrub_stamp":"2022-01-25T22:38:59.052448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397519,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5236,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739916,"statfs":{"total":95995035648,"available":95989673984,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]}]},{"osd":6,"up_from":43,"seq":184683593747,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5296,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739856,"statfs":{"total":95995035648,"available":95989612544,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.497},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.68999999999999995}]},{"osd":2,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.58199999999999996}]},{"osd":3,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.72299999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.66000000000000003}]},{"osd":5,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]}]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5552,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739600,"statfs":{"total":95995035648,"available":95989350400,"internally_reserved":0,"allocated":499712,"data_stored":200081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.312,"15min":0.30199999999999999},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.314,"15min":0.30199999999999999},"min":{"1min":0.25600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.23799999999999999}]},{"osd":2,"last update":"Tue Jan 25 22:41:00 2022","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.32900000000000001},"min":{"1min":0.29699999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.36399999999999999,"15min":0.35199999999999998},"min":{"1min":0.26100000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.309}]},{"osd":3,"last update":"Tue Jan 25 22:41:26 2022","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.42299999999999999,"15min":0.42599999999999999},"min":{"1min":0.28699999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57199999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.496,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.317}]},{"osd":4,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.58399999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:40:55 2022","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.502},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.64600000000000002}]},{"osd":6,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":0,"up_from":9,"seq":38654705704,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5556,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739596,"statfs":{"total":95995035648,"available":95989346304,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:40:41 2022","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34000000000000002,"15min":0.33400000000000002},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.44},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.246,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29599999999999999}]},{"osd":2,"last update":"Tue Jan 25 22:41:02 2022","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.379,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.56299999999999994,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.24099999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.52200000000000002}]},{"osd":3,"last update":"Tue Jan 25 22:41:25 2022","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.28699999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55900000000000005,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.42599999999999999,"15min":0.439},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.501,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.41299999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:40:35 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45500000000000002}]},{"osd":5,"last update":"Tue Jan 25 22:40:52 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.498}]},{"osd":6,"last update":"Tue Jan 25 22:41:11 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.48899999999999999}]},{"osd":7,"last update":"Tue Jan 25 22:41:26 2022","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.53600000000000003}]}]},{"osd":2,"up_from":19,"seq":81604378657,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5488,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739664,"statfs":{"total":95995035648,"available":95989415936,"internally_reserved":0,"allocated":499712,"data_stored":199734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:01 2022","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.315,"15min":0.31},"min":{"1min":0.20699999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33400000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.38400000000000001}]},{"osd":1,"last update":"Tue Jan 25 22:41:01 2022","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34300000000000003},"min":{"1min":0.20100000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.442},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36099999999999999,"15min":0.35899999999999999},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.34999999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:41:25 2022","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.252,"5min":0.221,"15min":0.221},"max":{"1min":0.58599999999999997,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.375,"5min":0.41199999999999998,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.51800000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.378}]},{"osd":4,"last update":"Tue Jan 25 22:40:37 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.68400000000000005}]},{"osd":5,"last update":"Tue Jan 25 22:40:52 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.74199999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:41:11 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149725,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.33300000000000002,"15min":0.33600000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.40699999999999997,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.308},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.33900000000000002,"15min":0.34100000000000003},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.48599999999999999,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.33000000000000002}]},{"osd":1,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.37},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.377,"15min":0.38600000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.38800000000000001,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.247}]},{"osd":2,"last update":"Tue Jan 25 22:41:22 2022","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.38700000000000001,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.42199999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39300000000000002,"15min":0.40100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.47099999999999997,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34200000000000003}]},{"osd":4,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51300000000000001}]},{"osd":5,"last update":"Tue Jan 25 22:40:51 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.73499999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:41:10 2022","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.626},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5428,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739724,"statfs":{"total":95995035648,"available":95989477376,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.56000000000000005}]},{"osd":2,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52200000000000002}]},{"osd":3,"last update":"Tue Jan 25 22:40:36 2022","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54100000000000004}]},{"osd":5,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.58799999999999997}]},{"osd":6,"last update":"Tue Jan 25 22:41:13 2022","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5364,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739788,"statfs":{"total":95995035648,"available":95989542912,"internally_reserved":0,"allocated":503808,"data_stored":200396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.59499999999999997}]},{"osd":1,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.377},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.501}]},{"osd":2,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.46400000000000002}]},{"osd":3,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52100000000000002}]},{"osd":4,"last update":"Tue Jan 25 22:40:53 2022","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48899999999999999}]},{"osd":6,"last update":"Tue Jan 25 22:41:15 2022","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.56100000000000005}]},{"osd":7,"last update":"Tue Jan 25 22:41:27 2022","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.57399999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:41:31.157 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-01-25T22:41:31.157 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-01-25T22:41:31.158 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-01-25T22:41:31.158 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph health --format=json 2022-01-25T22:41:31.435 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/mon.smithi111/config 2022-01-25T22:41:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:31 smithi111 conmon[29796]: cluster 2022-01-25T22:41:29.391462+0000 mgr.smithi111.vbmimw (mgr.14162) 218 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:31 smithi179 conmon[32219]: cluster 2022-01-25T22:41:29.391462+0000 mgr.smithi111.vbmimw (mgr.14162) 218 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:31 smithi179 conmon[32219]: 2022-01-25T22:41:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:32 smithi111 conmon[29796]: audit 2022-01-25T22:41:30.558464+0000 mgr.smithi111.vbmimw (mgr.14162) 219 : audit [DBG] from='client.14442 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:32.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:32 smithi179 conmon[32219]: audit 2022-01-25T22:41:30.558464+0000 mgr.smithi111.vbmimw (mgr.14162) 219 : audit [DBG] from='client.14442 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:32.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:32 smithi179 conmon[32219]: 2022-01-25T22:41:33.284 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:41:33.465 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:33 smithi111 conmon[29796]: cluster 2022-01-25T22:41:31.391769+0000 mgr.smithi111.vbmimw (mgr.14162) 220 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:33.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:33 smithi179 conmon[32219]: cluster 2022-01-25T22:41:31.391769+0000 mgr.smithi111.vbmimw (mgr.14162) 220 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:33 smithi179 conmon[32219]: 2022-01-25T22:41:33.839 INFO:teuthology.orchestra.run.smithi111.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-25T22:41:33.840 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-01-25T22:41:33.841 INFO:tasks.cephadm:Setup complete, yielding 2022-01-25T22:41:33.841 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:41:33.852 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:41:33.853 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch status' 2022-01-25T22:41:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:34 smithi111 conmon[29796]: audit 2022-01-25T22:41:33.285827+0000 mon.smithi111 (mon. 2022-01-25T22:41:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:34 smithi111 conmon[29796]: 0) 514 : audit [DBG] from='client.? 172.21.15.111:0/1946139695' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:41:34.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:34 smithi179 conmon[32219]: audit 2022-01-25T22:41:33.285827+0000 mon.smithi111 (mon.0) 514 : audit 2022-01-25T22:41:34.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:34 smithi179 conmon[32219]: [DBG] from='client.? 172.21.15.111:0/1946139695' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:41:35.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:35 smithi111 conmon[29796]: cluster 2022-01-25T22:41:33.392070+0000 mgr.smithi111.vbmimw (mgr.14162) 221 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:35.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:35 smithi179 conmon[32219]: cluster 2022-01-25T22:41:33.392070+0000 mgr.smithi111.vbmimw (mgr.14162) 221 : cluster [DBG] 2022-01-25T22:41:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:35 smithi179 conmon[32219]: pgmap v194: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:35.927 INFO:teuthology.orchestra.run.smithi111.stdout:Backend: cephadm 2022-01-25T22:41:35.927 INFO:teuthology.orchestra.run.smithi111.stdout:Available: Yes 2022-01-25T22:41:35.927 INFO:teuthology.orchestra.run.smithi111.stdout:Paused: No 2022-01-25T22:41:36.530 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ps' 2022-01-25T22:41:37.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:37 smithi111 conmon[29796]: cluster 2022-01-25T22:41:35.392507+0000 mgr.smithi111.vbmimw (mgr.14162) 222 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:37.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:37 smithi111 conmon[29796]: audit 2022-01-25T22:41:37.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:37 smithi111 conmon[29796]: 2022-01-25T22:41:35.928469+0000 mgr.smithi111.vbmimw (mgr.14162) 223 : audit [DBG] from='client.14450 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:37.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:37 smithi179 conmon[32219]: cluster 2022-01-25T22:41:35.392507+0000 mgr.smithi111.vbmimw (mgr.14162) 222 : cluster 2022-01-25T22:41:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:37 smithi179 conmon[32219]: [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:37 smithi179 conmon[32219]: audit 2022-01-25T22:41:35.928469+0000 mgr.smithi111.vbmimw (mgr.14162) 223 : audit [DBG] from='client.14450 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:38.607 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:41:38.607 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (3m) 101s ago 4m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:41:38.607 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (4m) 101s ago 4m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:41:38.608 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (4m) 75s ago 4m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:41:38.608 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (3m) 101s ago 4m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:41:38.608 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (6m) 101s ago 6m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:41:38.608 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (4m) 75s ago 4m 16.2.4 8d91d370c2b8 033fde428a4a 2022-01-25T22:41:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (6m) 101s ago 6m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:41:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (4m) 75s ago 4m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:41:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (4m) 101s ago 4m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:41:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (3m) 75s ago 3m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:41:38.609 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3m) 101s ago 3m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:41:38.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3m) 101s ago 3m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:41:38.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2m) 101s ago 2m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:41:38.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2m) 101s ago 2m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:41:38.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (2m) 75s ago 2m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:41:38.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (112s) 75s ago 111s 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:41:38.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (94s) 75s ago 94s 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:41:38.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (77s) 75s ago 77s 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:41:38.611 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (3m) 101s ago 4m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:41:39.278 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ls' 2022-01-25T22:41:39.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:39 smithi111 conmon[29796]: cluster 2022-01-25T22:41:37.393061+0000 mgr.smithi111.vbmimw (mgr.14162) 224 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:39 smithi179 conmon[32219]: cluster 2022-01-25T22:41:37.393061+0000 mgr.smithi111.vbmimw (mgr.14162) 224 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:39 smithi179 conmon[32219]: 2022-01-25T22:41:40.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:40 smithi111 conmon[29796]: audit 2022-01-25T22:41:38.601690+0000 mgr.smithi111.vbmimw (mgr.14162) 225 : audit [DBG] from='client.14454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:40.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:40 smithi179 conmon[32219]: audit 2022-01-25T22:41:38.601690+0000 mgr.smithi111.vbmimw (mgr.14162) 225 : audit 2022-01-25T22:41:40.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:40 smithi179 conmon[32219]: [DBG] from='client.14454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:41.314 INFO:teuthology.orchestra.run.smithi111.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-01-25T22:41:41.314 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager 1/1 103s ago 5m count:1 2022-01-25T22:41:41.314 INFO:teuthology.orchestra.run.smithi111.stdout:crash 2/2 103s ago 5m * 2022-01-25T22:41:41.315 INFO:teuthology.orchestra.run.smithi111.stdout:grafana 1/1 103s ago 5m count:1 2022-01-25T22:41:41.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr 2/2 103s ago 5m count:2 2022-01-25T22:41:41.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon 2/2 103s ago 4m smithi111:172.21.15.111=smithi111;smithi179:172.21.15.179=smithi179;count:2 2022-01-25T22:41:41.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter 2/2 103s ago 5m * 2022-01-25T22:41:41.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.unmanaged 8/8 103s ago - 2022-01-25T22:41:41.316 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus 1/1 103s ago 5m count:1 2022-01-25T22:41:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:41 smithi111 conmon[29796]: cluster 2022-01-25T22:41:39.393426+0000 mgr.smithi111.vbmimw (mgr.14162) 226 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:41 smithi179 conmon[32219]: cluster 2022-01-25T22:41:39.393426+0000 mgr.smithi111.vbmimw (mgr.14162) 226 : cluster 2022-01-25T22:41:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:41 smithi179 conmon[32219]: [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:41.903 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch host ls' 2022-01-25T22:41:42.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:42 smithi111 conmon[29796]: audit 2022-01-25T22:41:41.312049+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:41:42.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:42 smithi111 conmon[29796]: ) 227 : audit [DBG] from='client.14458 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:42.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:42 smithi179 conmon[32219]: audit 2022-01-25T22:41:41.312049+0000 mgr.smithi111.vbmimw (mgr.14162) 227 : audit [DBG] from='client.14458 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:43 smithi111 conmon[29796]: cluster 2022-01-25T22:41:41.393723+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:41:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:43 smithi111 conmon[29796]: .14162) 228 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:43.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:43 smithi179 conmon[32219]: cluster 2022-01-25T22:41:41.393723+0000 mgr.smithi111.vbmimw (mgr.14162) 228 : cluster 2022-01-25T22:41:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:43 smithi179 conmon[32219]: [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:43.959 INFO:teuthology.orchestra.run.smithi111.stdout:HOST ADDR LABELS STATUS 2022-01-25T22:41:43.960 INFO:teuthology.orchestra.run.smithi111.stdout:smithi111 172.21.15.111 2022-01-25T22:41:43.960 INFO:teuthology.orchestra.run.smithi111.stdout:smithi179 smithi179 2022-01-25T22:41:44.536 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch device ls' 2022-01-25T22:41:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:45 smithi111 conmon[29796]: cluster 2022-01-25T22:41:43.394041+0000 mgr.smithi111.vbmimw (mgr.14162) 229 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:45 smithi111 conmon[29796]: audit 2022-01-25T22:41:43.961035+0000 mgr.smithi111.vbmimw (mgr.14162) 230 : audit [DBG] from='client.14462 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:45.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:45 smithi179 conmon[32219]: cluster 2022-01-25T22:41:43.394041+0000 mgr.smithi111.vbmimw (mgr.14162) 229 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:45 smithi179 conmon[32219]: audit 2022-01-25T22:41:43.961035+0000 mgr.smithi111.vbmimw (mgr.14162) 230 : audit [DBG] from='client.14462 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:46.596 INFO:teuthology.orchestra.run.smithi111.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-01-25T22:41:46.597 INFO:teuthology.orchestra.run.smithi111.stdout:smithi111 /dev/nvme0n1 ssd PHFT620400VZ400BGN 400G Unknown N/A N/A No 2022-01-25T22:41:46.597 INFO:teuthology.orchestra.run.smithi111.stdout:smithi179 /dev/nvme0n1 ssd CVFT6303009J400BGN 400G Unknown N/A N/A No 2022-01-25T22:41:47.203 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:41:47.216 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:41:47.216 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:41:47.243 INFO:teuthology.orchestra.run.smithi111.stderr:+ systemctl stop nfs-server 2022-01-25T22:41:47.251 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi179.front.sepia.ceph.com 2022-01-25T22:41:47.251 DEBUG:teuthology.orchestra.run.smithi179:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:41:47.294 INFO:teuthology.orchestra.run.smithi179.stderr:+ systemctl stop nfs-server 2022-01-25T22:41:47.302 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:41:47.314 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:41:47.314 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-01-25T22:41:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:47 smithi111 conmon[29796]: cluster 2022-01-25T22:41:45.394323+0000 mgr.smithi111.vbmimw (mgr.14162) 231 2022-01-25T22:41:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:47 smithi111 conmon[29796]: : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:47.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:47 smithi179 conmon[32219]: cluster 2022-01-25T22:41:45.394323+0000 mgr.smithi111.vbmimw (mgr.14162) 231 : cluster [DBG] 2022-01-25T22:41:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:47 smithi179 conmon[32219]: pgmap v200: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:48 smithi111 conmon[29796]: audit 2022-01-25T22:41:46.597349+0000 mgr.smithi111.vbmimw (mgr.14162) 232 : audit [DBG] from='client.14466 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:48.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:48 smithi179 conmon[32219]: audit 2022-01-25T22:41:46.597349+0000 mgr.smithi111.vbmimw (mgr.14162) 232 : audit [DBG] from='client.14466 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:49.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:49 smithi111 conmon[29796]: cluster 2022-01-25T22:41:47.394629+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:41:49.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:49 smithi111 conmon[29796]: ) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:49.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:49 smithi179 conmon[32219]: cluster 2022-01-25T22:41:47.394629+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:41:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:49 smithi179 conmon[32219]: 14162) 233 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:50 smithi111 conmon[29796]: audit 2022-01-25T22:41:49.299961+0000 mgr.smithi111.vbmimw (mgr.14162) 234 : audit [DBG] 2022-01-25T22:41:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:50 smithi111 conmon[29796]: from='client.14470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:50 smithi111 conmon[29796]: audit 2022-01-25T22:41:49.300437+0000 mon.smithi111 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:41:50.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:50 smithi179 conmon[32219]: audit 2022-01-25T22:41:49.299961+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:41:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:50 smithi179 conmon[32219]: 14162) 234 : audit [DBG] from='client.14470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:50 smithi179 conmon[32219]: audit 2022-01-25T22:41:49.300437+0000 mon.smithi111 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:41:51.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: cluster 2022-01-25T22:41:49.394925+0000 mgr.smithi111.vbmimw (mgr.14162) 235 : 2022-01-25T22:41:51.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:51.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: audit 2022-01-25T22:41:50.228193+0000 mon.smithi111 (mon.0) 516 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:41:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: cluster 2022-01-25T22:41:50.228241+0000 mon.smithi111 (mon.0) 517 : cluster 2022-01-25T22:41:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:41:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:41:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: :41:50.229307+0000 mon.smithi111 (mon.0 2022-01-25T22:41:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: ) 518 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:41:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:51 smithi111 conmon[29796]: debug 2022-01-25T22:41:51.234+0000 7f8de2f29700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:41:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:51 smithi179 conmon[32219]: cluster 2022-01-25T22:41:49.394925+0000 mgr.smithi111.vbmimw (mgr.14162) 235 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:51 smithi179 conmon[32219]: audit 2022-01-25T22:41:50.228193+0000 mon.smithi111 (mon.0) 516 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:41:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:51 smithi179 conmon[32219]: cluster 2022-01-25T22:41:50.228241+0000 mon.smithi111 (mon.0) 517 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:41:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:51 smithi179 conmon[32219]: audit 2022-01-25T22:41:50.229307+0000 mon.smithi111 (mon.0 2022-01-25T22:41:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:51 smithi179 conmon[32219]: ) 518 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:41:51.884 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-01-25T22:41:51.896 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-01-25T22:41:51.897 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:41:52.398 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22:41:51.233220+0000 mon.smithi111 (mon.0) 519 : audit 2022-01-25T22:41:52.398 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:41:52.399 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cluster 2022-01-25T22:41:51.233453+0000 mon.smithi111 (mon.0) 520 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:41:52.399 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22:41:51.234675+0000 mon.smithi111 (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:41:52.399 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cluster 2022-01-25T22:41:51.235493+0000 mon.smithi111 (mon.0) 522 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:41:52.399 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cluster 2022-01-25T22:41:51.235522+0000 mon.smithi111 (mon.0) 523 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:41:52.400 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cluster 2022-01-25T22: 2022-01-25T22:41:52.400 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 41:51.248770+0000 mon.smithi111 (mon.0) 524 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:41:52.400 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22:41:51.249725+0000 mon.smithi111 (mon. 2022-01-25T22:41:52.400 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 0) 525 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:41:52.401 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cluster 2022-01-25T22: 2022-01-25T22:41:52.401 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 41:51.249819+0000 mon.smithi111 2022-01-25T22:41:52.401 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: (mon.0) 526 : cluster 2022-01-25T22:41:52.401 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: [DBG] fsmap foofs:0 2022-01-25T22:41:52.402 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cephadm 2022-01-25T22:41: 2022-01-25T22:41:52.402 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 51.253456+0000 mgr.smithi111.vbmimw (mgr.14162) 236 : cephadm 2022-01-25T22:41:52.402 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:41:52.402 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:41:52.403 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: :41:51.257209+0000 mon.smithi111 (mon.0 2022-01-25T22:41:52.403 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: ) 527 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.403 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:41:52.403 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: T22:41:51.258028+0000 mon.smithi111 (mon. 2022-01-25T22:41:52.403 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 0) 528 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:52.404 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:41:52.404 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: T22:41:51.266127+0000 mon.smithi111 (mon 2022-01-25T22:41:52.404 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: .0) 529 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.404 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:41:52.405 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 01-25T22:41:51.274231+0000 mon.smithi111 2022-01-25T22:41:52.405 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.405 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 2022-01-25T22:41:52.405 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22:41:52.405 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 2022-01-25T22:41:51.275025+0000 2022-01-25T22:41:52.406 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: mon.smithi111 (mon.0) 531 : audit [INF] 2022-01-25T22:41:52.406 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi179.xvbhly", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:41:52.406 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022-01-25T22:41:52.406 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 2022-01-25T22:41:51.277858+0000 mon.smithi111 (mon 2022-01-25T22:41:52.407 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: .0) 532 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi179.xvbhly", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:41:52.407 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:41:52.407 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: 01-25T22:41:51.278414+0000 2022-01-25T22:41:52.407 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: mon.smithi111 (mon.0) 533 : audit [DBG] 2022-01-25T22:41:52.408 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:52.408 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: cephadm 2022-01 2022-01-25T22:41:52.408 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: -25T22:41:51.278984+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:41:52.408 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:52 smithi179 conmon[32219]: mgr.14162) 237 : cephadm [INF] Deploying daemon mds.foofs.smithi179.xvbhly on smithi179 2022-01-25T22:41:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.233220+0000 mon.smithi111 (mon.0) 519 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:41:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.233453+0000 mon.smithi111 (mon.0) 520 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:41:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.234675+0000 mon.smithi111 (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:41:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.235493+0000 mon.smithi111 (mon.0) 522 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:41:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.235522+0000 mon.smithi111 (mon.0) 523 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:41:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.248770+0000 mon.smithi111 (mon.0) 524 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:41:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.249725+0000 mon.smithi111 (mon.0) 525 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:41:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.249819+0000 mon.smithi111 ( 2022-01-25T22:41:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: mon.0) 526 : cluster [DBG] fsmap foofs:0 2022-01-25T22:41:52.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cephadm 2022-01-25T22:41:51.253456+0000 mgr.smithi111.vbmimw (mgr.14162) 236 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:41:52.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.257209+0000 mon.smithi111 (mon.0) 527 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.258028+0000 mon.smithi111 (mon.0) 528 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:52.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.266127+0000 mon.smithi111 (mon.0) 529 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.274231+0000 mon.smithi111 (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:52.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.275025+0000 mon.smithi111 (mon.0) 531 : audit 2022-01-25T22:41:52.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi179.xvbhly", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:41:52.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022-01-25T22:41:51.277858+0000 mon.smithi111 (mon.0) 532 : audit [INF] 2022-01-25T22:41:52.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi179.xvbhly", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:41:52.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: audit 2022 2022-01-25T22:41:52.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: -01-25T22:41:51.278414+0000 mon.smithi111 (mon 2022-01-25T22:41:52.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: .0) 533 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:52.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: cephadm 2022-01-25T22:41:51.278984+0000 2022-01-25T22:41:52.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:52 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 237 : cephadm [INF] Deploying daemon mds.foofs.smithi179.xvbhly on smithi179 2022-01-25T22:41:53.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:53 smithi111 conmon[29796]: cluster 2022-01-25T22:41:51.395313+0000 mgr.smithi111.vbmimw (mgr.14162) 238 2022-01-25T22:41:53.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:53 smithi111 conmon[29796]: : cluster [DBG] pgmap v206: 65 pgs: 5 creating+peering, 1 active+clean, 59 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:53.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:53 smithi111 conmon[29796]: cluster 2022-01-25T22:41:52.249187+0000 mon.smithi111 (mon.0) 534 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:41:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:53 smithi179 conmon[32219]: cluster 2022-01-25T22:41:51.395313+0000 mgr.smithi111.vbmimw 2022-01-25T22:41:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:53 smithi179 conmon[32219]: (mgr.14162) 238 : cluster [DBG] pgmap v206: 65 pgs: 5 creating+peering, 1 active+clean, 59 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:53 smithi179 conmon[32219]: cluster 2022-01-25T22:41:52.249187+0000 mon.smithi111 (mon.0) 534 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:41:53.991 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:41:53.991 INFO:teuthology.orchestra.run.smithi111.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:36:15.447866Z", "last_refresh": "2022-01-25T22:39:57.586603Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:36:02.293164Z", "last_refresh": "2022-01-25T22:39:57.586659Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:36:12.167930Z", "last_refresh": "2022-01-25T22:39:57.586714Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:41:51.257434Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:41:51.253471Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:36:00.898717Z", "last_refresh": "2022-01-25T22:39:57.586541Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:37:17.600734Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi111:172.21.15.111=smithi111", "smithi179:172.21.15.179=smithi179"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:37:17.598177Z", "last_refresh": "2022-01-25T22:39:57.586415Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:36:13.978327Z", "last_refresh": "2022-01-25T22:39:57.586768Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:39:57.586906Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:36:10.701926Z", "last_refresh": "2022-01-25T22:39:57.586849Z", "running": 1, "size": 1}}] 2022-01-25T22:41:54.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: cluster 2022-01-25T22:41:53.250213+0000 mon.smithi111 (mon.0 2022-01-25T22:41:54.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: ) 535 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:41:54.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: audit 2022-01-25T22:41:53.793509+0000 mon.smithi111 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:54.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: audit 2022-01-25T22:41:53.794379+0000 mon.smithi111 (mon.0) 537 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi111.vrmfij", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:41:54.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: audit 2022-01-25T22:41:53.797450+0000 mon.smithi111 (mon.0) 538 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi111.vrmfij", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:41:54.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:54 smithi111 conmon[29796]: audit 2022-01-25T22:41:53.798325+0000 mon.smithi111 (mon.0) 539 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: cluster 2022-01-25T22:41:53.250213+0000 mon.smithi111 (mon.0) 535 2022-01-25T22:41:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:41:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: audit 2022-01-25T22:41:53.793509+0000 mon.smithi111 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: audit 2022-01-25T22:41:53. 2022-01-25T22:41:54.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: 794379+0000 mon.smithi111 (mon.0) 537 : audit [INF] 2022-01-25T22:41:54.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi111.vrmfij", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:41:54.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: audit 2022-01-25T22:41:53 2022-01-25T22:41:54.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: .797450+0000 mon.smithi111 (mon.0) 538 : audit 2022-01-25T22:41:54.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi111.vrmfij", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:41:54.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:41:54.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: T22:41:53.798325+0000 mon.smithi111 (mon. 2022-01-25T22:41:54.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:54 smithi179 conmon[32219]: 0) 539 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:55.047 INFO:tasks.cephadm:mds.foofs has 1/2 2022-01-25T22:41:55.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41:53.395645+0000 2022-01-25T22:41:55.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 239 : cluster [DBG] pgmap v209: 65 pgs: 23 active+clean, 14 creating+peering, 28 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:55.580 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cephadm 2022-01-25T22:41:53.798976+0000 mgr.smithi111.vbmimw (mgr.14162) 240 : cephadm [INF] Deploying daemon mds.foofs.smithi111.vrmfij on smithi111 2022-01-25T22:41:55.581 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: audit 2022-01-25T22:41:53.989490+0000 mgr.smithi111.vbmimw (mgr.14162) 241 : audit [DBG] from='client.14478 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:55.581 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41:54.260346+0000 mon.smithi111 (mon.0) 540 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:boot 2022-01-25T22:41:55.581 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41:54.260412+0000 mon.smithi111 (mon.0) 541 : cluster [INF] 2022-01-25T22:41:55.581 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: daemon mds.foofs.smithi179.xvbhly assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:41:55.581 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41 2022-01-25T22:41:55.582 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: :54.260478+0000 mon.smithi111 (mon.0) 542 2022-01-25T22:41:55.582 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:41:55.582 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01- 2022-01-25T22:41:55.582 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: 25T22:41:54.260501+0000 mon.smithi111 ( 2022-01-25T22:41:55.583 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: mon.0) 543 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:41:55.583 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:41:55.583 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: -01-25T22:41:54.260518+0000 2022-01-25T22:41:55.583 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: mon.smithi111 (mon.0) 544 : cluster [INF] Cluster is now healthy 2022-01-25T22:41:55.584 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: 2022-01-25T22:41:55.584 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41:54 2022-01-25T22:41:55.584 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: .260691+0000 mon.smithi111 (mon.0) 545 : cluster 2022-01-25T22:41:55.584 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:41:55.584 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:41:55.585 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: :41:54.260777+0000 mon.smithi111 (mon.0 2022-01-25T22:41:55.585 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: ) 546 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:41:55.585 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:41:55.585 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: 01-25T22:41:54.265459+0000 2022-01-25T22:41:55.586 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: mon.smithi111 (mon.0) 547 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:creating} 2022-01-25T22:41:55.586 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: 2022-01-25T22:41:55.586 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: cluster 2022-01-25T22:41:54 2022-01-25T22:41:55.586 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: .278389+0000 mon.smithi111 (mon.0) 548 : cluster 2022-01-25T22:41:55.587 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:55 smithi111 conmon[29796]: [INF] daemon mds.foofs.smithi179.xvbhly is now active in filesystem foofs as rank 0 2022-01-25T22:41:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:53.395645+0000 mgr.smithi111.vbmimw (mgr.14162) 239 : cluster [DBG] pgmap v209: 65 pgs: 23 active+clean, 14 creating+peering, 28 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cephadm 2022-01-25T22:41:53.798976+0000 mgr.smithi111.vbmimw (mgr.14162) 240 : cephadm [INF] Deploying daemon mds.foofs.smithi111.vrmfij on smithi111 2022-01-25T22:41:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: audit 2022-01-25T22:41:53.989490+0000 mgr.smithi111.vbmimw (mgr.14162) 241 : audit [DBG] from='client.14478 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:55.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:55.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: 2022-01-25T22:41:54.260346+0000 mon.smithi111 (mon.0) 540 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:boot 2022-01-25T22:41:55.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41: 2022-01-25T22:41:55.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: 54.260412+0000 mon.smithi111 (mon.0) 541 : cluster [INF] daemon mds.foofs.smithi179.xvbhly assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:41:55.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:41:55.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: 01-25T22:41:54.260478+0000 mon.smithi111 (mon.0) 542 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:41:55.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:54.260501+0000 mon.smithi111 ( 2022-01-25T22:41:55.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: mon.0) 543 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:41:55.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:54.260518+0000 mon.smithi111 (mon.0) 544 : 2022-01-25T22:41:55.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster [INF] Cluster is now healthy 2022-01-25T22:41:55.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:41:55.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: -01-25T22:41:54.260691+0000 mon.smithi111 (mon.0) 545 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:41:55.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: audit 2022-01-25T22:41:54.260777 2022-01-25T22:41:55.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 546 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:41:55.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:54.265459+0000 mon.smithi111 (mon. 2022-01-25T22:41:55.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: 0) 547 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:creating} 2022-01-25T22:41:55.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: cluster 2022-01-25T22:41:55.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:55 smithi179 conmon[32219]: 2022-01-25T22:41:54.278389+0000 mon.smithi111 (mon.0) 548 : cluster [INF] daemon mds.foofs.smithi179.xvbhly is now active in filesystem foofs as rank 0 2022-01-25T22:41:56.049 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:41:56.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:56 smithi111 conmon[29796]: cluster 2022-01-25T22:41:55.265806+0000 mon.smithi111 (mon.0) 549 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:41:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:56 smithi111 conmon[29796]: cluster 2022-01-25T22:41:55.265854+0000 mon.smithi111 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 2022-01-25T22:41:56.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:56 smithi179 conmon[32219]: cluster 2022-01-25T22:41:55.265806+0000 mon.smithi111 (mon.0) 549 : cluster 2022-01-25T22:41:56.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:56 smithi179 conmon[32219]: [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:41:56.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:56 smithi179 conmon[32219]: cluster 2022-01-25T22:41:55.265854+0000 mon.smithi111 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 2022-01-25T22:41:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: cluster 2022-01-25T22:41:55.396035+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:41:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: 242 : cluster [DBG] pgmap v210: 65 pgs: 49 active+clean, 14 creating+peering, 2 unknown; 22 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: audit 2022-01-25T22:41:56.648991+0000 mon.smithi111 (mon.0) 551 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: audit 2022-01-25T22:41:56.649667+0000 mon.smithi111 (mon.0) 552 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:57.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: cluster 2022-01-25T22:41:56.742815+0000 mon.smithi111 (mon.0) 553 : cluster [DBG] mds.? [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] up:boot 2022-01-25T22:41:57.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: cluster 2022-01-25T22:41:56.742868+0000 mon.smithi111 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:41:57.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:57 smithi179 conmon[32219]: audit 2022-01-25T22:41:56.743907+0000 mon.smithi111 (mon.0) 555 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:41:57.627 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: cluster 2022-01-25T22:41:55.396035+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:41:57.628 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: 242 : cluster [DBG] pgmap v210: 65 pgs: 49 active+clean, 14 creating+peering, 2 unknown; 22 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:41:57.628 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: audit 2022-01-25T22:41:56.648991+0000 mon.smithi111 (mon.0) 551 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:57.629 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: audit 2022-01-25T22:41:56.649667+0000 mon.smithi111 (mon.0) 552 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:57.629 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: cluster 2022-01-25T22:41:56.742815+0000 mon.smithi111 (mon.0) 553 : cluster [DBG] mds.? [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] up:boot 2022-01-25T22:41:57.630 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: cluster 2022-01-25T22:41:56.742868+0000 mon.smithi111 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:41:57.630 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:57 smithi111 conmon[29796]: audit 2022-01-25T22:41:56.743907+0000 mon.smithi111 (mon.0) 555 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:41:58.255 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:41:58.256 INFO:teuthology.orchestra.run.smithi111.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:36:15.447866Z", "last_refresh": "2022-01-25T22:39:57.586603Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:36:02.293164Z", "last_refresh": "2022-01-25T22:39:57.586659Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:36:12.167930Z", "last_refresh": "2022-01-25T22:39:57.586714Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:41:51.257434Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:41:51.253471Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:36:00.898717Z", "last_refresh": "2022-01-25T22:39:57.586541Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:37:17.600734Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi111:172.21.15.111=smithi111", "smithi179:172.21.15.179=smithi179"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:37:17.598177Z", "last_refresh": "2022-01-25T22:39:57.586415Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:36:13.978327Z", "last_refresh": "2022-01-25T22:39:57.586768Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:39:57.586906Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:36:10.701926Z", "last_refresh": "2022-01-25T22:39:57.586849Z", "running": 1, "size": 1}}] 2022-01-25T22:41:58.906 INFO:tasks.cephadm:mds.foofs has 2/2 2022-01-25T22:41:58.906 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:41:58.918 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:41:58.918 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-01-25T22:41:59.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:59 smithi179 conmon[32219]: cluster 2022-01-25T22:41:57.396468+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:41:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:59 smithi179 conmon[32219]: 14162) 243 : cluster [DBG] pgmap v211: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 10 op/s 2022-01-25T22:41:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:59 smithi179 conmon[32219]: audit 2022-01-25T22:41:58.253871+0000 mgr.smithi111.vbmimw (mgr.14162) 244 : audit [DBG] from='client.14486 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:59 smithi179 conmon[32219]: 2022-01-25T22:41:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:41:59 smithi179 conmon[32219]: audit 2022-01-25T22:41:58.727522+0000 mon.smithi111 (mon.0) 556 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:41:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:59 smithi111 conmon[29796]: cluster 2022-01-25T22:41:57.396468+0000 mgr.smithi111.vbmimw (mgr.14162) 243 : cluster [DBG] pgmap v211: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 10 op/s 2022-01-25T22:41:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:59 smithi111 conmon[29796]: audit 2022-01-25T22:41:58.253871+0000 mgr.smithi111.vbmimw (mgr.14162) 244 : audit [DBG] from='client.14486 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:41:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:41:59 smithi111 conmon[29796]: audit 2022-01-25T22:41:58.727522+0000 mon.smithi111 (mon.0) 556 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:01.417 INFO:teuthology.orchestra.run.smithi111.stderr:Invalid command: missing required parameter clusterid() 2022-01-25T22:42:01.418 INFO:teuthology.orchestra.run.smithi111.stderr:nfs cluster create [] : Create an NFS Cluster 2022-01-25T22:42:01.418 INFO:teuthology.orchestra.run.smithi111.stderr:Error EINVAL: invalid command 2022-01-25T22:42:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:01 smithi179 conmon[32219]: cluster 2022-01-25T22:41:59.396888+0000 mgr.smithi111.vbmimw (mgr.14162) 245 : cluster [DBG] pgmap v212: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 10 op/s 2022-01-25T22:42:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:01 smithi179 conmon[32219]: 2022-01-25T22:42:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:01 smithi111 conmon[29796]: cluster 2022-01-25T22:41:59.396888+0000 mgr.smithi111.vbmimw (mgr.14162) 245 : cluster [DBG] pgmap v212: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 10 op/s 2022-01-25T22:42:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: cluster 2022-01-25T22:42:01.280929+0000 mon.smithi111 (mon.0) 557 : cluster 2022-01-25T22:42:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: [DBG] mds.? [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] up:standby 2022-01-25T22:42:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: cluster 2022-01-25T22:42:01.280988+0000 mon.smithi111 (mon.0) 558 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:42:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit 2022-01-25T22:42:01.755158+0000 2022-01-25T22:42:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: mon.smithi111 (mon.0) 559 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:42:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit 2022-01-25T22:42:02.197570+0000 mon.smithi111 ( 2022-01-25T22:42:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:02.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit 2022-01-25T22:42 2022-01-25T22:42:02.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: :02.200843+0000 mon.smithi111 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:02.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit 2022-01-25T22:42:02.203525+0000 mon.smithi111 (mon.0) 562 : 2022-01-25T22:42:02.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:02.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: audit 2022 2022-01-25T22:42:02.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:02 smithi179 conmon[32219]: -01-25T22:42:02.207081+0000 mon.smithi111 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:02.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: cluster 2022-01-25T22:42:01.280929+0000 mon.smithi111 (mon.0 2022-01-25T22:42:02.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: ) 557 : cluster [DBG] mds.? [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] up:standby 2022-01-25T22:42:02.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: cluster 2022-01-25T22:42:01.280988+0000 mon.smithi111 (mon.0) 558 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:42:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: audit 2022-01-25T22:42:01.755158+0000 mon.smithi111 (mon.0) 559 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:42:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: audit 2022-01-25T22:42:02.197570+0000 mon.smithi111 (mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: audit 2022-01-25T22:42:02.200843+0000 mon.smithi111 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: audit 2022-01-25T22:42:02.203525+0000 mon.smithi111 (mon.0) 562 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:02 smithi111 conmon[29796]: audit 2022-01-25T22:42:02.207081+0000 mon.smithi111 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: cluster 2022-01-25T22:42:01.397259+0000 mgr.smithi111.vbmimw (mgr.14162) 246 : cluster [DBG] pgmap v213: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2022-01-25T22:42:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: audit 2022-01-25T22:42:01.754220+0000 mgr.smithi111.vbmimw (mgr.14162) 247 : audit [DBG] from='client.14494 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: audit 2022-01-25T22:42:02.745137+0000 mon.smithi111 (mon.0) 564 : audit 2022-01-25T22:42:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:42:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: cluster 2022-01-25T22:42:02.745183+0000 mon.smithi111 (mon.0) 565 : cluster 2022-01-25T22:42:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:42:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: audit 2022-01-25T22:42:02.746173+0000 mon.smithi111 2022-01-25T22:42:03.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:03 smithi179 conmon[32219]: (mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:42:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: cluster 2022-01-25T22:42:01.397259+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:42:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: 246 : cluster [DBG] pgmap v213: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2022-01-25T22:42:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: audit 2022-01-25T22:42:01.754220+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:42:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: mgr.14162) 247 : audit [DBG] from='client.14494 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: audit 2022-01-25T22:42:02.745137+0000 mon.smithi111 ( 2022-01-25T22:42:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: mon.0) 564 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:42:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: cluster 2022-01-25T22:42:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: 2022-01-25T22:42:02.745183+0000 mon.smithi111 ( 2022-01-25T22:42:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: mon.0) 565 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:42:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: 2022-01-25T22:42:02.746173+0000 mon.smithi111 ( 2022-01-25T22:42:03.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:03 smithi111 conmon[29796]: mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:42:03.771 INFO:teuthology.orchestra.run.smithi111.stdout:NFS Cluster Created Successfully 2022-01-25T22:42:04.454 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-01-25T22:42:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cluster 2022-01-25T22:42:03.397677+0000 mgr.smithi111.vbmimw (mgr.14162) 248 : cluster [DBG] pgmap v215: 97 pgs: 32 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2022-01-25T22:42:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.747162+0000 mon.smithi111 (mon.0) 567 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:42:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cluster 2022-01-25T22:42:03.747394+0000 mon.smithi111 (mon.0) 568 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:42:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:03.768740+0000 mgr.smithi111.vbmimw (mgr.14162) 249 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:42:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.772415+0000 mon.smithi111 (mon.0) 569 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.773284+0000 mon.smithi111 (mon.0) 570 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.782322+0000 mon.smithi111 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:05.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:03.784708+0000 mgr.smithi111.vbmimw (mgr.14162) 250 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:42:05.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:03.791082+0000 mgr.smithi111.vbmimw (mgr.14162) 251 : cephadm [INF] Creating key for client.nfs.foo.smithi179 2022-01-25T22:42:05.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.791365+0000 mon.smithi111 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:42:05.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:03.795036+0000 mon.smithi111 (mon.0) 573 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:42:05.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:03.796746+0000 mgr.smithi111.vbmimw (mgr.14162) 252 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:42:05.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:03.796837 2022-01-25T22:42:05.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14162) 253 : cephadm [INF] Creating key for client.nfs.foo.smithi179-rgw 2022-01-25T22:42:05.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022 2022-01-25T22:42:05.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: -01-25T22:42:03.797052+0000 2022-01-25T22:42:05.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: mon.smithi111 (mon.0) 574 : audit [INF] 2022-01-25T22:42:05.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:42:05.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022-01-25T22:42:05.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: 2022-01-25T22:42: 2022-01-25T22:42:05.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: 03.800277+0000 mon.smithi111 (mon.0 2022-01-25T22:42:05.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: ) 575 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:42:05.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:42:05.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: 01-25T22:42:03.802940 2022-01-25T22:42:05.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 576 2022-01-25T22:42:05.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:05.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: cephadm 2022 2022-01-25T22:42:05.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: -01-25T22:42:03. 2022-01-25T22:42:05.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: 803637+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:42:05.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:04 smithi179 conmon[32219]: 254 : cephadm [INF] Deploying daemon nfs.foo.smithi179 on smithi179 2022-01-25T22:42:05.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cluster 2022-01-25T22:42:03.397677+0000 mgr.smithi111.vbmimw (mgr.14162) 248 : cluster [DBG] pgmap v215: 97 pgs: 32 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2022-01-25T22:42:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.747162+0000 mon.smithi111 (mon.0) 567 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:42:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cluster 2022-01-25T22:42:03.747394+0000 mon.smithi111 (mon.0) 568 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:42:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03.768740+0000 mgr.smithi111.vbmimw (mgr.14162) 249 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:42:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.772415+0000 mon.smithi111 (mon.0) 569 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.773284+0000 mon.smithi111 (mon.0) 570 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.782322+0000 mon.smithi111 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03 2022-01-25T22:42:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: .784708+0000 mgr.smithi111.vbmimw (mgr.14162) 250 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:42:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03.791082+0000 mgr.smithi111.vbmimw (mgr.14162) 251 : cephadm [INF] Creating key for client.nfs.foo.smithi179 2022-01-25T22:42:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.791365+0000 mon.smithi111 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:42:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.795036+0000 mon.smithi111 (mon.0) 573 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:42:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03.796746+0000 mgr.smithi111.vbmimw (mgr.14162) 252 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:42:05.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03.796837+0000 mgr.smithi111.vbmimw (mgr.14162) 253 : cephadm [INF] Creating key for client.nfs.foo.smithi179-rgw 2022-01-25T22:42:05.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.797052+0000 mon.smithi111 (mon.0) 574 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:42:05.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42:03.800277+0000 mon.smithi111 (mon.0) 575 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi179-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:42:05.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: audit 2022-01-25T22:42 2022-01-25T22:42:05.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: :03.802940+0000 mon.smithi111 (mon.0) 576 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:05.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:03.803637+0000 mgr.smithi111.vbmimw (mgr.14162) 254 : cephadm 2022-01-25T22:42:05.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:04 smithi111 conmon[29796]: [INF] Deploying daemon nfs.foo.smithi179 on smithi179 2022-01-25T22:42:06.061 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:05 smithi111 conmon[29796]: cluster 2022-01-25T22:42:04.752690+0000 mon.smithi111 (mon.0) 577 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:42:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:05 smithi179 conmon[32219]: cluster 2022-01-25T22:42:04.752690+0000 mon.smithi111 (mon.0) 577 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:42:06.499 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:42:06.500 INFO:teuthology.orchestra.run.smithi111.stdout: "bind": "/fake", 2022-01-25T22:42:06.500 INFO:teuthology.orchestra.run.smithi111.stdout: "fs": "foofs", 2022-01-25T22:42:06.500 INFO:teuthology.orchestra.run.smithi111.stdout: "path": "/", 2022-01-25T22:42:06.501 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster": "foo", 2022-01-25T22:42:06.501 INFO:teuthology.orchestra.run.smithi111.stdout: "mode": "RW" 2022-01-25T22:42:06.501 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:42:06.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:06 smithi111 conmon[29796]: cluster 2022-01-25T22:42:05.398149+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:42:06.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:06 smithi111 conmon[29796]: ) 255 : cluster [DBG] pgmap v218: 97 pgs: 5 creating+peering, 10 unknown, 82 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:06.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:06 smithi111 conmon[29796]: cluster 2022-01-25T22:42:05.762052+0000 mon.smithi111 (mon.0) 578 : cluster [DBG] mgrmap e19: smithi111.vbmimw(active, since 5m), standbys: smithi179.kogymg 2022-01-25T22:42:06.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:06 smithi111 conmon[29796]: audit 2022-01-25T22:42:06.494325+0000 mon.smithi111 (mon.0) 579 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:42:06.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:06 smithi111 conmon[29796]: audit 2022-01-25T22:42:06.497648+0000 mon.smithi111 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:42:06.991 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-01-25T22:42:07.050 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:06 smithi179 conmon[32219]: cluster 2022-01-25T22:42:05.398149+0000 2022-01-25T22:42:07.050 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:06 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 255 : cluster [DBG] pgmap v218: 97 pgs: 5 creating+peering, 10 unknown, 82 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:07.051 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:06 smithi179 conmon[32219]: cluster 2022-01-25T22:42:05.762052+0000 mon.smithi111 (mon.0) 578 : cluster [DBG] mgrmap e19: smithi111.vbmimw(active, since 5m), standbys: smithi179.kogymg 2022-01-25T22:42:07.051 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:06 smithi179 conmon[32219]: audit 2022-01-25T22:42:06.494325+0000 mon.smithi111 (mon.0) 579 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:42:07.051 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:06 smithi179 conmon[32219]: audit 2022-01-25T22:42:06.497648+0000 mon.smithi111 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:42:08.067 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42 2022-01-25T22:42:08.068 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: :06.476416+0000 mgr.smithi111.vbmimw (mgr.14162) 256 : audit [DBG] from='client.14506 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:08.068 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42:07.491724+0000 mon.smithi111 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:08.068 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:42:08.068 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: 01-25T22:42:07.492556+0000 2022-01-25T22:42:08.069 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: mon.smithi111 (mon.0) 582 : audit [INF] 2022-01-25T22:42:08.069 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:42:08.069 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42: 2022-01-25T22:42:08.069 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: 07.497379+0000 mon.smithi111 (mon.0) 583 : audit 2022-01-25T22:42:08.070 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:42:08.070 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42:07 2022-01-25T22:42:08.070 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: .498709+0000 mon.smithi111 (mon.0) 584 : 2022-01-25T22:42:08.070 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:42:08.070 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42:07. 2022-01-25T22:42:08.071 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: 501399+0000 mon.smithi111 (mon.0) 585 : audit 2022-01-25T22:42:08.071 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:42:08.071 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit 2022-01-25T22:42:07 2022-01-25T22:42:08.071 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: .502241+0000 mon.smithi111 (mon.0) 586 : 2022-01-25T22:42:08.072 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:07 smithi111 conmon[29796]: audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42:06.476416+0000 mgr.smithi111.vbmimw (mgr.14162) 256 : audit [DBG] from='client.14506 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42:07.491724+0000 mon.smithi111 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42:07. 2022-01-25T22:42:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: 492556+0000 mon.smithi111 (mon.0) 582 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:42:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42 2022-01-25T22:42:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: :07.497379+0000 mon.smithi111 (mon.0) 583 : 2022-01-25T22:42:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:42:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42 2022-01-25T22:42:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: :07.498709+0000 mon.smithi111 (mon.0) 584 : 2022-01-25T22:42:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:42:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42 2022-01-25T22:42:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: :07.501399+0000 mon.smithi111 (mon.0) 585 : 2022-01-25T22:42:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi111-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:42:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: audit 2022-01-25T22:42:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: 2022-01-25T22:42:07.502241+0000 mon.smithi111 (mon. 2022-01-25T22:42:08.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:07 smithi179 conmon[32219]: 0) 586 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:08.895 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: cluster 2022-01-25T22:42:07.398601+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:42:08.895 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: 257 : cluster [DBG] pgmap v219: 97 pgs: 5 creating+peering, 2 unknown, 90 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:08.895 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:07.492350+0000 mgr.smithi111.vbmimw (mgr.14162) 258 : cephadm [INF] Creating key for client.nfs.foo.smithi111 2022-01-25T22:42:08.896 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:07.498452+0000 mgr.smithi111.vbmimw (mgr.14162) 259 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:42:08.896 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:07.498517+0000 mgr.smithi111.vbmimw (mgr.14162) 260 : cephadm [INF] Creating key for client.nfs.foo.smithi111-rgw 2022-01-25T22:42:08.896 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:07.502748+0000 mgr.smithi111.vbmimw (mgr.14162) 261 : cephadm [INF] Deploying daemon nfs.foo.smithi111 on smithi111 2022-01-25T22:42:09.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: cluster 2022-01-25T22:42:07.398601+0000 mgr.smithi111.vbmimw (mgr.14162) 257 : cluster [DBG] pgmap v219: 97 pgs: 5 creating+peering, 2 unknown, 90 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:07.492350+0000 mgr.smithi111.vbmimw (mgr.14162) 258 : cephadm [INF] Creating key for client.nfs.foo.smithi111 2022-01-25T22:42:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:07.498452+0000 mgr.smithi111.vbmimw (mgr.14162) 259 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:42:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:07.498517+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:42:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: ) 260 : cephadm [INF] Creating key for client.nfs.foo.smithi111-rgw 2022-01-25T22:42:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: cephadm 2022-01-25 2022-01-25T22:42:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: T22:42:07.502748+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:42:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:08 smithi179 conmon[32219]: 14162) 261 : cephadm [INF] Deploying daemon nfs.foo.smithi111 on smithi111 2022-01-25T22:42:11.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:10 smithi179 conmon[32219]: cluster 2022-01-25T22:42:09.399058+0000 mgr.smithi111.vbmimw (mgr.14162) 262 : cluster [DBG] pgmap v220: 97 pgs: 97 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:11.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:10 smithi179 conmon[32219]: audit 2022-01-25T22:42:09.866265 2022-01-25T22:42:11.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:10 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14162) 263 : audit [DBG] from='client.14518 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:10 smithi111 conmon[29796]: cluster 2022-01-25T22:42:09.399058+0000 2022-01-25T22:42:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:10 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 262 : cluster [DBG] pgmap v220: 97 pgs: 97 active+clean; 2.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2022-01-25T22:42:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:10 smithi111 conmon[29796]: audit 2022-01-25T22:42:09.866265+0000 mgr.smithi111.vbmimw (mgr.14162) 263 : audit [DBG] from='client.14518 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:11.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:11 smithi179 conmon[32219]: audit 2022-01-25T22:42:11.161519+0000 mgr.smithi111.vbmimw (mgr.14162) 264 : audit [DBG] from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:11 smithi111 conmon[29796]: audit 2022-01-25T22:42:11.161519+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:42:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:11 smithi111 conmon[29796]: mgr.14162) 264 : audit [DBG] from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:12.488 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo 2/2 - 8s count:2 2022-01-25T22:42:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:12 smithi179 conmon[32219]: cluster 2022-01-25T22:42:11.399907+0000 mgr.smithi111.vbmimw (mgr.14162) 265 : cluster [DBG] pgmap v221: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2022-01-25T22:42:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:12 smithi179 conmon[32219]: audit 2022-01-25T22:42:11.864779+0000 mon.smithi111 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:12 smithi179 conmon[32219]: audit 2022-01-25T22:42:11.865653+0000 mon.smithi111 (mon.0) 588 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:13.208 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: cluster 2022-01-25T22:42:11.399907+0000 mgr.smithi111.vbmimw (mgr.14162) 265 : 2022-01-25T22:42:13.208 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: cluster [DBG] pgmap v221: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2022-01-25T22:42:13.209 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: audit 2022-01-25T22:42:11.864779+0000 mon.smithi111 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:13.209 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: audit 2022-01-25T22:42:11.865653+0000 2022-01-25T22:42:13.209 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: mon.smithi111 (mon.0) 588 : audit 2022-01-25T22:42:13.209 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:12 smithi111 conmon[29796]: [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:13.226 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:42:13.236 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:42:13.237 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-01-25T22:42:13.264 INFO:teuthology.orchestra.run.smithi111.stderr:+ mkdir /mnt/foo 2022-01-25T22:42:13.310 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-01-25T22:42:13.374 INFO:teuthology.orchestra.run.smithi111.stderr:++ hostname 2022-01-25T22:42:13.375 INFO:teuthology.orchestra.run.smithi111.stderr:+ mount -t nfs smithi111:/fake /mnt/foo -o sync 2022-01-25T22:42:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:13 smithi111 conmon[29796]: audit 2022-01-25T22:42:12.470391+0000 mgr.smithi111.vbmimw (mgr.14162) 266 : audit [DBG] from='client.14542 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:13 smithi179 conmon[32219]: audit 2022-01-25T22:42:12.470391+0000 mgr.smithi111.vbmimw (mgr.14162) 2022-01-25T22:42:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:13 smithi179 conmon[32219]: 266 : audit [DBG] from='client.14542 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:15.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:14 smithi179 conmon[32219]: cluster 2022-01-25T22:42:13.400362+0000 mgr.smithi111.vbmimw (mgr.14162) 267 2022-01-25T22:42:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:14 smithi179 conmon[32219]: : cluster [DBG] pgmap v222: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2022-01-25T22:42:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:14 smithi179 conmon[32219]: audit 2022-01-25T22:42:14.434403+0000 mon.smithi111 (mon.0) 589 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:14 smithi111 conmon[29796]: cluster 2022-01-25T22:42:13.400362+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:42:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:14 smithi111 conmon[29796]: mgr.14162) 267 : cluster [DBG] pgmap v222: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2022-01-25T22:42:15.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:14 smithi111 conmon[29796]: audit 2022-01-25T22:42:14.434403+0000 mon.smithi111 (mon.0) 589 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: cluster 2022-01-25T22:42:15.400771+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:42:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: 14162) 268 : cluster [DBG] pgmap v223: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2022-01-25T22:42:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: audit 2022-01-25T22:42:16.827699+0000 mon.smithi111 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:42:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: T22:42:16.830744+0000 mon.smithi111 (mon.0 2022-01-25T22:42:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: ) 591 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: audit 2022 2022-01-25T22:42:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: -01-25T22:42:16. 2022-01-25T22:42:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: 843113+0000 mon.smithi111 (mon. 2022-01-25T22:42:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: 0) 592 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: audit 2022-01-25T22:42:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: 2022-01-25T22:42:16.846998 2022-01-25T22:42:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 593 : audit 2022-01-25T22:42:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:16 smithi111 conmon[29796]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: cluster 2022-01-25T22:42:15.400771+0000 mgr.smithi111.vbmimw (mgr.14162) 268 : cluster [DBG] pgmap v223: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2022-01-25T22:42:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: audit 2022-01-25T22:42:16.827699+0000 mon.smithi111 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: audit 2022-01-25T22:42:16.830744+0000 mon.smithi111 (mon.0) 591 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: audit 2022-01-25T22:42:16.843113+0000 mon.smithi111 (mon.0) 592 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:42:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: :42:16.846998+0000 mon.smithi111 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:16 smithi179 conmon[32219]: 2022-01-25T22:42:19.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:18 smithi111 conmon[29796]: cluster 2022-01-25T22:42:17.401310+0000 mgr.smithi111.vbmimw (mgr.14162) 269 : cluster [DBG] pgmap v224: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:42:19.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:18 smithi111 conmon[29796]: 2022-01-25T22:42:19.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:18 smithi179 conmon[32219]: cluster 2022-01-25T22:42:17.401310+0000 mgr.smithi111.vbmimw (mgr.14162) 269 : cluster [DBG] pgmap v224: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:42:20.941 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-01-25T22:42:21.012 INFO:teuthology.orchestra.run.smithi111.stderr:+ echo test 2022-01-25T22:42:21.023 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-01-25T22:42:21.089 INFO:teuthology.orchestra.run.smithi111.stderr:+ sync 2022-01-25T22:42:21.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:20 smithi111 conmon[29796]: cluster 2022-01-25T22:42:19.401865+0000 mgr.smithi111.vbmimw (mgr.14162) 270 : cluster [DBG] pgmap v225: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:42:21.299 INFO:teuthology.run_tasks:Running task parallel... 2022-01-25T22:42:21.313 INFO:teuthology.task.parallel:starting parallel... 2022-01-25T22:42:21.314 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:42:21.315 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:42:21.316 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:42:21.316 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-01-25T22:42:21.317 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:42:21.317 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-01-25T22:42:21.318 INFO:teuthology.task.exec:Executing custom commands... 2022-01-25T22:42:21.319 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:42:21.319 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-01-25T22:42:21.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:20 smithi179 conmon[32219]: cluster 2022-01-25T22:42:19.401865+0000 mgr.smithi111.vbmimw (mgr.14162) 270 : cluster [DBG] pgmap v225: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-01-25T22:42:21.391 INFO:teuthology.orchestra.run.smithi111.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T22:42:21.392 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:42:21.392 INFO:teuthology.orchestra.run.smithi111.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-01-25T22:42:21.394 INFO:teuthology.orchestra.run.smithi111.stdout:3 of 5 processes prepared for launch 0 sec 2022-01-25T22:42:21.495 INFO:teuthology.orchestra.run.smithi111.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T22:42:21.495 INFO:teuthology.orchestra.run.smithi111.stdout:releasing clients 2022-01-25T22:42:22.495 INFO:teuthology.orchestra.run.smithi111.stdout: 5 290 53.59 MB/sec warmup 1 sec latency 31.248 ms 2022-01-25T22:42:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:22 smithi111 conmon[29796]: cluster 2022-01-25T22:42:21.402326+0000 2022-01-25T22:42:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:22 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14162) 271 : cluster [DBG] pgmap v226: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-01-25T22:42:23.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:22 smithi179 conmon[32219]: cluster 2022-01-25T22:42:21.402326+0000 2022-01-25T22:42:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:22 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14162) 271 : cluster [DBG] pgmap v226: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-01-25T22:42:23.495 INFO:teuthology.orchestra.run.smithi111.stdout: 5 621 52.42 MB/sec warmup 2 sec latency 10.698 ms 2022-01-25T22:42:24.496 INFO:teuthology.orchestra.run.smithi111.stdout: 5 1827 43.91 MB/sec warmup 3 sec latency 26.497 ms 2022-01-25T22:42:24.903 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-01-25T22:42:25.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:24 smithi111 conmon[29796]: cluster 2022-01-25T22:42:23.402937 2022-01-25T22:42:25.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:24 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14162) 272 : cluster [DBG] pgmap v227: 97 pgs: 97 active+clean; 14 MiB data, 53 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.2 MiB/s wr, 24 op/s 2022-01-25T22:42:25.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:24 smithi179 conmon[32219]: cluster 2022-01-25T22:42: 2022-01-25T22:42:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:24 smithi179 conmon[32219]: 23.402937+0000 mgr.smithi111.vbmimw (mgr.14162) 272 : cluster [DBG] pgmap v227: 97 pgs: 97 active+clean; 14 MiB data, 53 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.2 MiB/s wr, 24 op/s 2022-01-25T22:42:25.495 INFO:teuthology.orchestra.run.smithi111.stdout: 5 3217 43.19 MB/sec warmup 4 sec latency 77.144 ms 2022-01-25T22:42:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.368292+0000 mon.smithi111 2022-01-25T22:42:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: (mon.0) 594 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2022-01-25T22:42:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.368588+0000 mon.smithi111 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2022-01-25T22:42:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.368914+0000 mon.smithi111 (mon.0) 596 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:42:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.369163+0000 mon.smithi111 (mon.0) 597 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2022-01-25T22:42:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.493485+0000 mon.smithi111 (mon.0) 598 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:25 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.502705+0000 mon.smithi111 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:26.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.368292+0000 mon.smithi111 (mon.0 2022-01-25T22:42:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: ) 594 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2022-01-25T22:42:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.368588+0000 mon.smithi111 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2022-01-25T22:42:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.368914+0000 mon.smithi111 (mon.0 2022-01-25T22:42:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: ) 596 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:42:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.369163+0000 mon.smithi111 (mon.0) 597 : audit 2022-01-25T22:42:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2022-01-25T22:42:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:42:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: 42:25.493485+0000 mon.smithi111 (mon.0) 598 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: audit 2022-01-25T22:42:25. 2022-01-25T22:42:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:25 smithi179 conmon[32219]: 502705+0000 mon.smithi111 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:26.496 INFO:teuthology.orchestra.run.smithi111.stdout: 5 3748 39.24 MB/sec warmup 5 sec latency 612.089 ms 2022-01-25T22:42:26.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: cluster 2022-01-25T22:42:25.403490+0000 mgr.smithi111.vbmimw (mgr.14162) 273 : cluster [DBG] pgmap v228: 97 pgs: 97 active+clean; 73 MiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 6.5 MiB/s wr, 253 op/s 2022-01-25T22:42:26.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.892293+0000 mon.smithi111 (mon.0) 600 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2022-01-25T22:42:26.944 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.892365+0000 mon.smithi111 (mon.0) 601 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2022-01-25T22:42:26.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.892421+0000 mon.smithi111 (mon.0) 602 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:42:26.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: audit 2022-01-25T22:42:25.892487+0000 mon.smithi111 (mon.0) 603 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]': finished 2022-01-25T22:42:26.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: cluster 2022-01-25T22:42:25.892541+0000 mon.smithi111 (mon.0) 604 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:42:26.945 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:26 smithi111 conmon[29796]: cluster 2022-01-25T22:42:26.750393+0000 mon.smithi111 (mon.0) 605 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:42:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: cluster 2022-01-25T22:42:25.403490+0000 mgr.smithi111.vbmimw (mgr.14162) 273 : cluster [DBG] pgmap v228: 97 pgs: 97 active+clean; 73 MiB data, 242 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 6.5 MiB/s wr, 253 op/s 2022-01-25T22:42:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.892293+0000 mon.smithi111 2022-01-25T22:42:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: (mon.0) 600 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2022-01-25T22:42:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.892365+0000 mon.smithi111 (mon.0) 601 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2022-01-25T22:42:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.892421+0000 mon.smithi111 (mon.0) 602 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:42:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: audit 2022-01-25T22:42:25.892487+0000 mon.smithi111 (mon.0) 603 : audit [INF] 2022-01-25T22:42:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]': finished 2022-01-25T22:42:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: cluster 2022-01-25T22:42:25 2022-01-25T22:42:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: .892541+0000 mon.smithi111 (mon.0) 604 : cluster 2022-01-25T22:42:27.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:42:27.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: cluster 2022-01-25T22:42: 2022-01-25T22:42:27.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: 26.750393+0000 mon.smithi111 (mon.0) 605 2022-01-25T22:42:27.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:26 smithi179 conmon[32219]: : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:42:27.496 INFO:teuthology.orchestra.run.smithi111.stdout: 5 3748 32.70 MB/sec warmup 6 sec latency 1612.163 ms 2022-01-25T22:42:27.895 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set global log_to_journald false --force' 2022-01-25T22:42:28.496 INFO:teuthology.orchestra.run.smithi111.stdout: 5 3846 28.40 MB/sec warmup 7 sec latency 2412.099 ms 2022-01-25T22:42:29.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:28 smithi179 conmon[32219]: cluster 2022-01-25T22:42:27.403856+0000 mgr.smithi111.vbmimw 2022-01-25T22:42:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:28 smithi179 conmon[32219]: (mgr.14162) 274 : cluster [DBG] pgmap v231: 97 pgs: 97 active+clean; 114 MiB data, 433 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 16 MiB/s wr, 874 op/s 2022-01-25T22:42:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:28 smithi179 conmon[32219]: cluster 2022-01-25T22:42:27.758678+0000 mon.smithi111 (mon.0) 606 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:42:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:28 smithi111 conmon[29796]: cluster 2022-01-25T22:42:27.403856+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:42:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:28 smithi111 conmon[29796]: 14162) 274 : cluster [DBG] pgmap v231: 97 pgs: 97 active+clean; 114 MiB data, 433 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 16 MiB/s wr, 874 op/s 2022-01-25T22:42:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:28 smithi111 conmon[29796]: cluster 2022-01-25T22:42:27.758678+0000 mon.smithi111 (mon.0) 606 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:42:29.496 INFO:teuthology.orchestra.run.smithi111.stdout: 5 4767 26.35 MB/sec warmup 8 sec latency 24.055 ms 2022-01-25T22:42:29.841 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:29 smithi111 conmon[29796]: cluster 2022-01-25T22:42:29.755056+0000 mon.smithi111 (mon.0) 607 : cluster [WRN] Health check failed: Degraded data redundancy: 1/1431 objects degraded (0.070%), 1 pg degraded (PG_DEGRADED) 2022-01-25T22:42:29.841 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:29 smithi111 conmon[29796]: cluster 2022-01-25T22:42:29.763747+0000 mon.smithi111 (mon.0) 608 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:42:30.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:29 smithi179 conmon[32219]: cluster 2022-01-25T22:42:29.755056+0000 mon.smithi111 (mon.0 2022-01-25T22:42:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:29 smithi179 conmon[32219]: ) 607 : cluster [WRN] Health check failed: Degraded data redundancy: 1/1431 objects degraded (0.070%), 1 pg degraded (PG_DEGRADED) 2022-01-25T22:42:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:29 smithi179 conmon[32219]: cluster 2022-01-25T22:42:29.763747+0000 mon.smithi111 (mon.0) 608 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:42:30.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 6036 26.42 MB/sec warmup 9 sec latency 18.863 ms 2022-01-25T22:42:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:30 smithi179 conmon[32219]: cluster 2022-01-25T22:42:29.404320+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:42:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:30 smithi179 conmon[32219]: 14162) 275 : cluster [DBG] pgmap v233: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 127 MiB data, 546 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 23 MiB/s wr, 1.34k op/s; 1/1431 objects degraded (0.070%); 92 B/s, 0 objects/s recovering 2022-01-25T22:42:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:30 smithi179 conmon[32219]: audit 2022-01-25T22:42:30.425890+0000 mon.smithi111 (mon.0) 609 : audit [INF] from='client.? 172.21.15.111:0/969481569' entity='client.admin' 2022-01-25T22:42:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:30 smithi179 conmon[32219]: audit 2022-01-25T22:42:30.431055+0000 mon.smithi111 (mon.0) 610 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:30 smithi179 conmon[32219]: cluster 2022-01-25T22:42:30.764704+0000 mon.smithi111 (mon.0) 611 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:42:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:30 smithi111 conmon[29796]: cluster 2022-01-25T22:42:29.404320+0000 mgr.smithi111.vbmimw (mgr.14162) 275 : cluster [DBG] 2022-01-25T22:42:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:30 smithi111 conmon[29796]: pgmap v233: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 127 MiB data, 546 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 23 MiB/s wr, 1.34k op/s; 1/1431 objects degraded (0.070%); 92 B/s, 0 objects/s recovering 2022-01-25T22:42:31.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:30 smithi111 conmon[29796]: audit 2022-01-25T22:42:30.425890+0000 mon.smithi111 (mon.0) 609 : audit [INF] from='client.? 172.21.15.111:0/969481569' entity='client.admin' 2022-01-25T22:42:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:30 smithi111 conmon[29796]: audit 2022-01-25T22:42:30.431055+0000 mon.smithi111 (mon.0) 610 : audit [DBG] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:30 smithi111 conmon[29796]: cluster 2022-01-25T22:42:30.764704+0000 mon.smithi111 (mon.0) 611 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:42:31.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 7291 29.21 MB/sec warmup 10 sec latency 109.715 ms 2022-01-25T22:42:31.597 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph mgr module enable nfs --force' 2022-01-25T22:42:32.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:32 smithi111 conmon[29796]: cluster 2022-01-25T22:42:31.404728 2022-01-25T22:42:32.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:32 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14162) 276 : cluster [DBG] pgmap v236: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 133 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 14 MiB/s wr, 1.10k op/s; 1/1482 objects degraded (0.067%); 118 B/s, 0 objects/s recovering 2022-01-25T22:42:32.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:32 smithi111 conmon[29796]: audit 2022-01-25T22:42:31.437732+0000 mon.smithi111 (mon.0) 612 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:32.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 8186 27.71 MB/sec warmup 11 sec latency 15.249 ms 2022-01-25T22:42:32.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:32 smithi179 conmon[32219]: cluster 2022-01-25T22:42:31.404728+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:42:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:32 smithi179 conmon[32219]: .14162) 276 : cluster [DBG] pgmap v236: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 133 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 14 MiB/s wr, 1.10k op/s; 1/1482 objects degraded (0.067%); 118 B/s, 0 objects/s recovering 2022-01-25T22:42:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:32 smithi179 conmon[32219]: audit 2022-01-25T22:42:31.437732+0000 mon.smithi111 (mon.0) 612 : audit [INF] from='mgr.14162 172.21.15.111:0/103711929' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:33.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 9546 27.69 MB/sec warmup 12 sec latency 22.948 ms 2022-01-25T22:42:34.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 10877 29.92 MB/sec warmup 13 sec latency 16.457 ms 2022-01-25T22:42:34.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:34 smithi111 conmon[29796]: cluster 2022-01-25T22:42:33.405284+0000 mgr.smithi111.vbmimw (mgr.14162) 277 : cluster [DBG] pgmap v237: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 142 MiB data, 635 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 9.9 MiB/s wr, 876 op/s; 1/1581 objects degraded (0.063%); 92 B/s, 0 objects/s recovering 2022-01-25T22:42:34.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:34 smithi111 conmon[29796]: audit 2022-01-25T22:42:34.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:34 smithi111 conmon[29796]: 2022-01-25T22:42:34.115298 2022-01-25T22:42:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:34 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 613 : audit [INF] from='client.? 172.21.15.111:0/3885199913' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:42:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:34 smithi179 conmon[32219]: cluster 2022-01-25T22:42:33.405284+0000 mgr.smithi111.vbmimw (mgr.14162 2022-01-25T22:42:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:34 smithi179 conmon[32219]: ) 277 : cluster [DBG] pgmap v237: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 96 active+clean; 142 MiB data, 635 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 9.9 MiB/s wr, 876 op/s; 1/1581 objects degraded (0.063%); 92 B/s, 0 objects/s recovering 2022-01-25T22:42:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:34 smithi179 conmon[32219]: audit 2022-01-25T22:42:34.115298+0000 mon.smithi111 (mon.0) 613 : audit [INF] from='client.? 172.21.15.111:0/3885199913' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:42:35.480 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-01-25T22:42:35.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 11731 28.61 MB/sec warmup 14 sec latency 19.778 ms 2022-01-25T22:42:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:35 smithi111 conmon[29796]: audit 2022-01-25T22:42:34.453543+0000 mon.smithi111 (mon. 2022-01-25T22:42:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:35 smithi111 conmon[29796]: 0) 614 : audit [INF] from='client.? 172.21.15.111:0/3885199913' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:42:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:35 smithi111 conmon[29796]: cluster 2022-01-25T22:42:34.453620+0000 mon.smithi111 (mon.0) 615 : cluster [DBG] mgrmap e20: smithi111.vbmimw(active, since 6m), standbys: smithi179.kogymg 2022-01-25T22:42:35.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:35 smithi179 conmon[32219]: audit 2022-01-25T22:42:34. 2022-01-25T22:42:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:35 smithi179 conmon[32219]: 453543+0000 mon.smithi111 (mon.0) 614 : audit [INF] from='client.? 172.21.15.111:0/3885199913' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:42:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:35 smithi179 conmon[32219]: cluster 2022-01-25T22:42:34.453620+0000 mon.smithi111 (mon.0) 615 : cluster [DBG] mgrmap e20: smithi111.vbmimw(active, since 6m), standbys: smithi179.kogymg 2022-01-25T22:42:36.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 12950 28.27 MB/sec warmup 15 sec latency 23.565 ms 2022-01-25T22:42:37.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:36 smithi179 conmon[32219]: cluster 2022-01-25T22:42:36. 2022-01-25T22:42:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:36 smithi179 conmon[32219]: 748960+0000 mon.smithi111 (mon.0) 616 : cluster [WRN] Health check update: Degraded data redundancy: 1/1581 objects degraded (0.063%), 1 pg degraded (PG_DEGRADED) 2022-01-25T22:42:37.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:36 smithi111 conmon[29796]: cluster 2022-01-25T22:42:36.748960+0000 mon.smithi111 (mon.0) 616 : cluster [WRN] Health check update: Degraded data redundancy: 1/1581 objects degraded (0.063%), 1 pg degraded (PG_DEGRADED) 2022-01-25T22:42:37.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 13958 29.07 MB/sec warmup 16 sec latency 30.559 ms 2022-01-25T22:42:38.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 14690 28.66 MB/sec warmup 17 sec latency 14.741 ms 2022-01-25T22:42:39.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 15632 28.32 MB/sec warmup 18 sec latency 16.766 ms 2022-01-25T22:42:40.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 16754 27.84 MB/sec warmup 19 sec latency 18.996 ms 2022-01-25T22:42:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: cluster 2022-01-25T22:42:41.155434+0000 mon.smithi111 (mon.0) 617 : cluster [DBG] Standby manager daemon smithi179.kogymg restarted 2022-01-25T22:42:41.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: cluster 2022-01-25T22:42:41.155545+0000 mon.smithi111 (mon.0) 618 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:42:41.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: audit 2022-01-25T22:42:41.156750+0000 mon.smithi179 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:42:41.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: audit 2022-01-25T22:42:41.157266+0000 mon.smithi179 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:42:41.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: audit 2022-01-25T22:42:41.159954+0000 mon.smithi179 (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:42:41.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:41 smithi111 conmon[29796]: audit 2022-01-25T22:42:41.161401+0000 mon.smithi179 (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:42:41.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 17991 29.05 MB/sec warmup 20 sec latency 62.179 ms 2022-01-25T22:42:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: cluster 2022-01-25T22:42:41.155434+0000 mon.smithi111 (mon.0) 2022-01-25T22:42:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: 617 : cluster [DBG] Standby manager daemon smithi179.kogymg restarted 2022-01-25T22:42:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: cluster 2022-01-25T22:42:41.155545+0000 mon.smithi111 (mon.0) 618 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:42:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: audit 2022-01-25T22:42:41. 2022-01-25T22:42:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: 156750+0000 mon.smithi179 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:42:41.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: audit 2022-01-25T22:42: 2022-01-25T22:42:41.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: 41.157266+0000 mon.smithi179 (mon.1) 19 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:42:41.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: audit 2022-01-25T22:42:41.159954+0000 mon.smithi179 2022-01-25T22:42:41.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: (mon.1) 20 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:42:41.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: audit 2022-01-25T22:42:41.161401+0000 mon.smithi179 2022-01-25T22:42:41.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:41 smithi179 conmon[32219]: (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.179:0/2253760021' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:42:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: cluster 2022-01-25T22:42:41.212968+0000 mon.smithi111 (mon.0) 619 : cluster [DBG] mgrmap e21: smithi111.vbmimw(active, since 6m), standbys: smithi179.kogymg 2022-01-25T22:42:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: cluster 2022-01-25T22:42:41.721869+0000 mon.smithi111 (mon.0) 620 : cluster [INF] Active manager daemon smithi111.vbmimw restarted 2022-01-25T22:42:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: cluster 2022-01-25T22: 2022-01-25T22:42:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: 42:41.724431+0000 mon.smithi111 (mon.0) 621 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:42:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:42:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: -01-25T22:42:41.727834+0000 mon.smithi111 (mon.0) 622 : cluster [DBG] 2022-01-25T22:42:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:42 smithi111 conmon[29796]: osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:42:42.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 18954 28.38 MB/sec warmup 21 sec latency 13.560 ms 2022-01-25T22:42:42.506 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: cluster 2022-01-25T22:42:41.212968+0000 mon.smithi111 (mon.0 2022-01-25T22:42:42.507 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: ) 619 : cluster [DBG] mgrmap e21: smithi111.vbmimw(active, since 6m), standbys: smithi179.kogymg 2022-01-25T22:42:42.507 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: cluster 2022-01-25T22:42:41.721869+0000 mon.smithi111 (mon.0) 620 : cluster [INF] Active manager daemon smithi111.vbmimw restarted 2022-01-25T22:42:42.507 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: cluster 2022-01-25T22 2022-01-25T22:42:42.507 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: :42:41.724431+0000 mon.smithi111 (mon.0) 621 : cluster [INF] Activating manager daemon smithi111.vbmimw 2022-01-25T22:42:42.507 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: cluster 2022-01-25T22:42:42.508 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: 2022-01-25T22:42:41.727834+0000 mon.smithi111 (mon.0) 622 : 2022-01-25T22:42:42.508 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:42 smithi179 conmon[32219]: cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:42:43.248 INFO:teuthology.orchestra.run.smithi111.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:42:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: cluster 2022-01-25T22:42:42.228133+0000 mon.smithi111 (mon.0) 623 : cluster [DBG] mgrmap e22: smithi111.vbmimw(active, starting, since 0.503875s), standbys: smithi179.kogymg 2022-01-25T22:42:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.229584+0000 mon.smithi111 (mon.0) 624 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:42:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.229785+0000 mon.smithi111 (mon.0) 625 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:42:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.230160+0000 mon.smithi111 (mon.0) 626 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:42:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.230385+0000 mon.smithi111 (mon.0) 627 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:42:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.231672+0000 mon.smithi111 (mon.0) 628 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:42:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.231953+0000 mon.smithi111 (mon.0) 629 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:42:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.232164+0000 mon.smithi111 (mon.0) 630 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:42:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.232427+0000 mon.smithi111 (mon.0) 631 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:42:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.232715+0000 mon.smithi111 (mon.0) 632 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:42:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.233743+0000 mon.smithi111 (mon.0) 633 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:42:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.234036+0000 mon.smithi111 (mon.0) 634 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.234310+0000 mon.smithi111 (mon.0) 635 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.234601+0000 mon.smithi111 (mon.0) 636 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.234878+0000 mon.smithi111 (mon.0) 637 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.235165+0000 mon.smithi111 (mon.0) 638 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:42:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.235463+0000 mon.smithi111 (mon.0) 639 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:42:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.236142+0000 mon.smithi111 (mon.0) 640 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:42:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: cluster 2022-01-25T22:42:42.250675+0000 mon.smithi111 (mon.0) 641 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:42:43.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.421577+0000 mon.smithi111 (mon.0) 642 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:43.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.425186+0000 mon.smithi111 (mon.0) 643 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:43.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.460651+0000 mon.smithi111 (mon.0) 644 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:43.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:43 smithi111 conmon[29796]: audit 2022-01-25T22:42:42.470364+0000 mon.smithi111 (mon.0) 645 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:43.497 INFO:teuthology.orchestra.run.smithi111.stdout: 5 20113 28.04 MB/sec warmup 22 sec latency 19.885 ms 2022-01-25T22:42:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: cluster 2022-01-25T22:42:42.228133+0000 mon.smithi111 (mon.0) 623 : cluster [DBG] mgrmap e22: smithi111.vbmimw(active, starting, since 0.503875s), standbys: smithi179.kogymg 2022-01-25T22:42:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.229584+0000 mon.smithi111 (mon.0) 624 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:42:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.229785+0000 mon.smithi111 (mon.0) 625 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:42:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.230160+0000 mon.smithi111 (mon.0) 626 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:42:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.230385+0000 mon.smithi111 (mon.0) 627 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:42:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.231672+0000 mon.smithi111 (mon.0) 628 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:42:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.231953+0000 mon.smithi111 (mon.0) 629 : audit [DBG] 2022-01-25T22:42:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:42:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.232164+0000 mon.smithi111 (mon.0) 630 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:42:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.232427+0000 mon.smithi111 (mon.0) 631 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:42:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.232715+0000 mon.smithi111 (mon.0) 632 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:42:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.233743+0000 mon.smithi111 (mon.0) 633 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:42:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.234036+0000 mon.smithi111 (mon.0) 634 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.234310+0000 mon.smithi111 (mon.0) 635 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.234601+0000 mon.smithi111 (mon.0) 636 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.234878+0000 mon.smithi111 (mon.0) 637 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.235165+0000 mon.smithi111 (mon.0) 638 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:42:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.235463+0000 mon.smithi111 (mon.0) 639 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:42:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.236142+0000 mon.smithi111 (mon.0) 640 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:42:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: cluster 2022-01-25T22:42:42.250675+0000 mon.smithi111 (mon.0) 641 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:42:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.421577+0000 mon.smithi111 (mon.0) 642 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.425186+0000 mon.smithi111 (mon.0) 643 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.460651+0000 mon.smithi111 (mon.0) 644 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:43.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:43 smithi179 conmon[32219]: audit 2022-01-25T22:42:42.470364+0000 mon.smithi111 (mon.0) 645 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:44.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 21050 28.47 MB/sec warmup 23 sec latency 19.727 ms 2022-01-25T22:42:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:44 smithi179 conmon[32219]: cluster 2022-01-25T22:42:43.241006+0000 mon.smithi111 (mon.0 2022-01-25T22:42:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:44 smithi179 conmon[32219]: ) 646 : cluster [DBG] mgrmap e23: smithi111.vbmimw(active, since 1.51675s), standbys: smithi179.kogymg 2022-01-25T22:42:44.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:44 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:43.243384+0000 mgr.smithi111.vbmimw (mgr.14566) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:42:44.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:44 smithi179 conmon[32219]: cluster 2022-01-25T22:42:43.244909+0000 mgr.smithi111.vbmimw (mgr.14566) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:44.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:44 smithi179 conmon[32219]: audit 2022-01-25T22:42:43.247602+0000 mon.smithi111 (mon.0) 647 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:44 smithi111 conmon[29796]: cluster 2022-01-25T22:42:43.241006+0000 mon.smithi111 (mon.0) 646 : 2022-01-25T22:42:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:44 smithi111 conmon[29796]: cluster [DBG] mgrmap e23: smithi111.vbmimw(active, since 1.51675s), standbys: smithi179.kogymg 2022-01-25T22:42:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:44 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:43.243384+0000 mgr.smithi111.vbmimw (mgr.14566) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:42:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:44 smithi111 conmon[29796]: cluster 2022-01-25T22:42:43.244909+0000 mgr.smithi111.vbmimw (mgr.14566) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:44 smithi111 conmon[29796]: audit 2022-01-25T22:42:43.247602+0000 mon.smithi111 (mon.0) 647 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:44.986 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:42:44.987 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi111.front.sepia.ceph.com 2022-01-25T22:42:44.988 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-01-25T22:42:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 21783 28.28 MB/sec warmup 24 sec latency 18.273 ms 2022-01-25T22:42:45.554 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:45 smithi111 conmon[29796]: cluster 2022-01-25T22:42:44.231756+0000 mon.smithi111 (mon.0) 648 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/1581 objects degraded (0.063%), 1 pg degraded) 2022-01-25T22:42:45.555 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:45 smithi111 conmon[29796]: cluster 2022-01-25T22:42:44.231780+0000 mon.smithi111 (mon.0) 649 : cluster [INF] Cluster is now healthy 2022-01-25T22:42:45.555 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:45 smithi111 conmon[29796]: cluster 2022-01-25T22:42:44.232861+0000 mgr.smithi111.vbmimw (mgr.14566) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:45.556 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:45 smithi111 conmon[29796]: cluster 2022-01-25T22:42:44.252377+0000 mon.smithi111 (mon.0) 650 : cluster [DBG] mgrmap e24: smithi111.vbmimw(active, since 2s), standbys: smithi179.kogymg 2022-01-25T22:42:45.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:45 smithi179 conmon[32219]: cluster 2022-01-25T22:42:44.231756+0000 mon.smithi111 (mon.0) 648 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/1581 objects degraded (0.063%), 1 pg degraded) 2022-01-25T22:42:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:45 smithi179 conmon[32219]: cluster 2022-01-25T22:42:44.231780+0000 mon.smithi111 (mon.0) 649 : cluster [INF] Cluster is now healthy 2022-01-25T22:42:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:45 smithi179 conmon[32219]: cluster 2022-01-25T22:42:44.232861+0000 mgr.smithi111.vbmimw (mgr.14566) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:45 smithi179 conmon[32219]: cluster 2022-01-25T22:42:44.252377+0000 mon.smithi111 (mon.0) 650 : cluster [DBG] mgrmap e24: smithi111.vbmimw(active, since 2s), standbys: smithi179.kogymg 2022-01-25T22:42:46.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 22648 27.69 MB/sec warmup 25 sec latency 15.191 ms 2022-01-25T22:42:47.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:47 smithi179 conmon[32219]: audit 2022-01-25T22:42:46.098631+0000 2022-01-25T22:42:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:47 smithi179 conmon[32219]: mon.smithi111 (mon.0) 651 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:47 smithi179 conmon[32219]: cluster 2022-01-25T22:42:46.233261+0000 mgr.smithi111.vbmimw (mgr.14566) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:47 smithi111 conmon[29796]: audit 2022-01-25T22:42:46.098631+0000 mon.smithi111 (mon.0) 651 2022-01-25T22:42:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:47 smithi111 conmon[29796]: : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:47 smithi111 conmon[29796]: cluster 2022-01-25T22:42:46.233261+0000 mgr.smithi111.vbmimw (mgr.14566) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:47.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 23969 27.81 MB/sec warmup 26 sec latency 22.515 ms 2022-01-25T22:42:48.232 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:42:48.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 25121 28.62 MB/sec warmup 27 sec latency 26.832 ms 2022-01-25T22:42:48.640 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:42:48.640 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (4m) 31s ago 6m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:42:48.640 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (6m) 31s ago 6m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:42:48.640 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:42:48.641 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (4m) 31s ago 5m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:42:48.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (52s) 31s ago 52s 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:42:48.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (55s) 2s ago 54s 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:42:48.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (7m) 31s ago 7m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:42:48.642 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 033fde428a4a 2022-01-25T22:42:48.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (7m) 31s ago 7m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:42:48.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (5m) 2s ago 5m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:42:48.642 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi111 smithi111 *:2049 running (37s) 31s ago 36s 3.5 8d91d370c2b8 870decea5cb7 2022-01-25T22:42:48.643 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi179 smithi179 *:2049 running (41s) 2s ago 41s 3.5 8d91d370c2b8 23db87961f87 2022-01-25T22:42:48.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (5m) 31s ago 5m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:42:48.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (5m) 2s ago 5m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:42:48.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4m) 31s ago 4m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:42:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4m) 31s ago 4m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:42:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:42:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:42:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (3m) 2s ago 3m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:42:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (3m) 2s ago 3m 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:42:48.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (2m) 2s ago 2m 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:42:48.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (2m) 2s ago 2m 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:42:48.645 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (4m) 31s ago 5m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:42:49.088 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:42:49.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:42:49.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:42:49.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:42:49.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:42:49.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:42:49.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:42:49.090 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:42:49.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:42:49.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:42:49.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:42:49.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:42:49.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:42:49.091 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:42:49.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:42:49.092 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:42:49.092 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:42:49.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 25919 27.90 MB/sec warmup 28 sec latency 24.335 ms 2022-01-25T22:42:49.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:49 smithi179 conmon[32219]: audit 2022-01-25T22:42:48.215506+0000 mgr.smithi111.vbmimw (mgr.14566) 6 : audit [DBG] from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:49 smithi179 conmon[32219]: cluster 2022-01-25T22:42:48.233638+0000 mgr.smithi111.vbmimw (mgr.14566) 7 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:49 smithi179 conmon[32219]: audit 2022-01-25T22:42:49.089698+0000 mon.smithi179 (mon.1) 22 : audit [DBG] from='client.? 172.21.15.111:0/1632341555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:42:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:49 smithi111 conmon[29796]: audit 2022-01-25T22:42:48.215506+0000 mgr.smithi111.vbmimw (mgr.14566) 6 : audit [DBG] from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:49 smithi111 conmon[29796]: cluster 2022-01-25T22:42:48.233638+0000 mgr.smithi111.vbmimw (mgr.14566) 7 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 183 MiB data, 993 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:42:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:49 smithi111 conmon[29796]: audit 2022-01-25T22:42:49.089698+0000 mon.smithi179 (mon.1) 22 : audit [DBG] from='client.? 172.21.15.111:0/1632341555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:42:50.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 27279 27.93 MB/sec warmup 29 sec latency 25.634 ms 2022-01-25T22:42:50.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:50 smithi179 conmon[32219]: audit 2022-01-25T22:42:48.632654+0000 mgr.smithi111.vbmimw (mgr.14566) 8 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:50 smithi111 conmon[29796]: audit 2022-01-25T22:42:48.632654 2022-01-25T22:42:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:50 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14566) 8 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:51.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 28486 28.77 MB/sec warmup 30 sec latency 17.174 ms 2022-01-25T22:42:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:51 smithi179 conmon[32219]: cluster 2022-01-25T22:42:50.234299+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:42:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:51 smithi179 conmon[32219]: mgr.14566) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 953 op/s 2022-01-25T22:42:51.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:51 smithi179 conmon[32219]: audit 2022-01-25T22:42:50.637352+0000 mon.smithi111 (mon.0) 652 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:51 smithi179 conmon[32219]: audit 2022-01-25T22:42:51.045622+0000 mon.smithi111 (mon.0) 653 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:51 smithi111 conmon[29796]: cluster 2022-01-25T22:42:50.234299+0000 mgr.smithi111.vbmimw (mgr.14566) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 953 op/s 2022-01-25T22:42:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:51 smithi111 conmon[29796]: audit 2022-01-25T22:42:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:51 smithi111 conmon[29796]: 2022-01-25T22:42:50.637352+0000 mon.smithi111 (mon.0) 652 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:51 smithi111 conmon[29796]: audit 2022-01-25T22:42:51.045622+0000 mon.smithi111 (mon.0) 653 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:42:52.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 29291 28.19 MB/sec warmup 31 sec latency 34.212 ms 2022-01-25T22:42:52.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:52 smithi179 conmon[32219]: cephadm 2022-01-25T22:42:51.050731+0000 2022-01-25T22:42:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:52 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:42:52.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:52 smithi111 conmon[29796]: cephadm 2022-01-25T22:42:51.050731+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:42:52.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:52 smithi111 conmon[29796]: ) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:42:53.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 30388 28.07 MB/sec warmup 32 sec latency 24.477 ms 2022-01-25T22:42:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:53 smithi179 conmon[32219]: cluster 2022-01-25T22:42:52.234642+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:42:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:53 smithi179 conmon[32219]: 14566) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 741 op/s 2022-01-25T22:42:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:53 smithi111 conmon[29796]: cluster 2022-01-25T22:42:52.234642 2022-01-25T22:42:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:53 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14566) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 741 op/s 2022-01-25T22:42:54.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 31357 28.17 MB/sec warmup 33 sec latency 21.436 ms 2022-01-25T22:42:55.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 32288 28.36 MB/sec warmup 34 sec latency 21.998 ms 2022-01-25T22:42:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:55 smithi179 conmon[32219]: cluster 2022-01-25T22:42:54.235192 2022-01-25T22:42:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:55 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14566) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2022-01-25T22:42:55.731 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:55 smithi111 conmon[29796]: cluster 2022-01-25T22:42:54.235192+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:42:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:55 smithi111 conmon[29796]: 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2022-01-25T22:42:56.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 33246 27.97 MB/sec warmup 35 sec latency 16.605 ms 2022-01-25T22:42:57.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 34566 28.03 MB/sec warmup 36 sec latency 22.355 ms 2022-01-25T22:42:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:57 smithi179 conmon[32219]: cluster 2022-01-25T22:42:56.235531+0000 mgr.smithi111.vbmimw (mgr.14566) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:42:57.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:57 smithi111 conmon[29796]: cluster 2022-01-25T22:42:56.235531+0000 mgr.smithi111.vbmimw (mgr.14566) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:42:58.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 35916 28.66 MB/sec warmup 37 sec latency 21.151 ms 2022-01-25T22:42:59.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 36718 28.27 MB/sec warmup 38 sec latency 23.911 ms 2022-01-25T22:42:59.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:59 smithi179 conmon[32219]: cluster 2022-01-25T22:42:58.235866+0000 mgr.smithi111.vbmimw 2022-01-25T22:42:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:42:59 smithi179 conmon[32219]: (mgr.14566) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:42:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:59 smithi111 conmon[29796]: cluster 2022-01-25T22:42:58.235866+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:42:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:42:59 smithi111 conmon[29796]: .14566) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:00.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 37783 28.00 MB/sec warmup 39 sec latency 22.950 ms 2022-01-25T22:43:01.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 38613 28.22 MB/sec warmup 40 sec latency 24.091 ms 2022-01-25T22:43:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:01 smithi179 conmon[32219]: cluster 2022-01-25T22:43:00.236524+0000 mgr.smithi111.vbmimw (mgr.14566) 15 : cluster 2022-01-25T22:43:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:01 smithi179 conmon[32219]: [DBG] pgmap v12: 97 pgs: 97 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 19 MiB/s wr, 1.75k op/s 2022-01-25T22:43:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:01 smithi111 conmon[29796]: cluster 2022-01-25T22:43:00.236524+0000 mgr.smithi111.vbmimw (mgr.14566) 15 2022-01-25T22:43:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:01 smithi111 conmon[29796]: : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 19 MiB/s wr, 1.75k op/s 2022-01-25T22:43:02.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 39484 28.21 MB/sec warmup 41 sec latency 14.292 ms 2022-01-25T22:43:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:02 smithi111 conmon[29796]: cluster 2022-01-25T22:43:02.236929+0000 mgr.smithi111.vbmimw (mgr.14566) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2022-01-25T22:43:03.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:02 smithi179 conmon[32219]: cluster 2022-01-25T22:43:02.236929+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:43:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:02 smithi179 conmon[32219]: 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2022-01-25T22:43:03.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 40564 28.15 MB/sec warmup 42 sec latency 15.665 ms 2022-01-25T22:43:04.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 41609 27.86 MB/sec warmup 43 sec latency 19.319 ms 2022-01-25T22:43:05.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 42658 28.31 MB/sec warmup 44 sec latency 24.962 ms 2022-01-25T22:43:05.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:05 smithi179 conmon[32219]: cluster 2022-01-25T22:43:04.243069+0000 mgr.smithi111.vbmimw (mgr.14566) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 247 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 18 MiB/s wr, 1.72k op/s 2022-01-25T22:43:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:05 smithi111 conmon[29796]: cluster 2022-01-25T22:43:04.243069 2022-01-25T22:43:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:05 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14566) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 247 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 18 MiB/s wr, 1.72k op/s 2022-01-25T22:43:06.498 INFO:teuthology.orchestra.run.smithi111.stdout: 5 43454 27.91 MB/sec warmup 45 sec latency 28.489 ms 2022-01-25T22:43:07.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 44795 27.88 MB/sec warmup 46 sec latency 14.410 ms 2022-01-25T22:43:07.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:07 smithi179 conmon[32219]: cluster 2022-01-25T22:43:06.243434 2022-01-25T22:43:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:07 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14566) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 247 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:07 smithi111 conmon[29796]: cluster 2022-01-25T22:43:06.243434+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:07 smithi111 conmon[29796]: ) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 247 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:08.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 45882 28.17 MB/sec warmup 47 sec latency 21.751 ms 2022-01-25T22:43:09.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 46607 28.08 MB/sec warmup 48 sec latency 18.698 ms 2022-01-25T22:43:09.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:09 smithi179 conmon[32219]: cluster 2022-01-25T22:43:08.244012+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:09 smithi179 conmon[32219]: (mgr.14566) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 17 MiB/s wr, 1.55k op/s 2022-01-25T22:43:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:09 smithi111 conmon[29796]: cluster 2022-01-25T22:43:08.244012+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:09 smithi111 conmon[29796]: (mgr.14566) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 17 MiB/s wr, 1.55k op/s 2022-01-25T22:43:10.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 47428 27.78 MB/sec warmup 49 sec latency 14.492 ms 2022-01-25T22:43:11.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 48696 27.79 MB/sec warmup 50 sec latency 21.412 ms 2022-01-25T22:43:11.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:11 smithi179 conmon[32219]: cluster 2022-01-25T22:43:10.244398+0000 mgr.smithi111.vbmimw (mgr.14566) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 19 MiB/s wr, 1.71k op/s 2022-01-25T22:43:11.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:11 smithi111 conmon[29796]: cluster 2022-01-25T22:43:10.244398+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:43:11.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:11 smithi111 conmon[29796]: 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 19 MiB/s wr, 1.71k op/s 2022-01-25T22:43:12.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 49945 28.27 MB/sec warmup 51 sec latency 24.425 ms 2022-01-25T22:43:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:12 smithi111 conmon[29796]: cluster 2022-01-25T22:43:12.244762+0000 2022-01-25T22:43:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:12 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.10k op/s 2022-01-25T22:43:13.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:12 smithi179 conmon[32219]: cluster 2022-01-25T22:43: 2022-01-25T22:43:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:12 smithi179 conmon[32219]: 12.244762+0000 mgr.smithi111.vbmimw (mgr.14566) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.10k op/s 2022-01-25T22:43:13.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 50800 27.98 MB/sec warmup 52 sec latency 20.295 ms 2022-01-25T22:43:14.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 51979 27.84 MB/sec warmup 53 sec latency 27.539 ms 2022-01-25T22:43:15.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 52730 27.92 MB/sec warmup 54 sec latency 25.129 ms 2022-01-25T22:43:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:15 smithi179 conmon[32219]: cluster 2022-01-25T22:43:14.245344+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:43:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:15 smithi179 conmon[32219]: mgr.14566) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.67k op/s 2022-01-25T22:43:15.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:15 smithi111 conmon[29796]: cluster 2022-01-25T22:43:14.245344+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:43:15.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:15 smithi111 conmon[29796]: .14566) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.67k op/s 2022-01-25T22:43:16.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 53580 27.96 MB/sec warmup 55 sec latency 25.801 ms 2022-01-25T22:43:17.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 54340 27.68 MB/sec warmup 56 sec latency 25.080 ms 2022-01-25T22:43:17.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:17 smithi179 conmon[32219]: cluster 2022-01-25T22:43:16.245929+0000 mgr.smithi111.vbmimw (mgr.14566) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:17.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:17 smithi111 conmon[29796]: cluster 2022-01-25T22:43:16.245929+0000 mgr.smithi111.vbmimw (mgr.14566) 23 2022-01-25T22:43:17.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:17 smithi111 conmon[29796]: : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:18.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 55131 27.50 MB/sec warmup 57 sec latency 36.793 ms 2022-01-25T22:43:19.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 55829 27.28 MB/sec warmup 58 sec latency 29.814 ms 2022-01-25T22:43:19.601 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:43:19.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:19 smithi179 conmon[32219]: cluster 2022-01-25T22:43:18.246405+0000 mgr.smithi111.vbmimw (mgr.14566) 24 : cluster 2022-01-25T22:43:19.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:19 smithi179 conmon[32219]: [DBG] pgmap v21: 97 pgs: 97 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 15 MiB/s wr, 1.38k op/s 2022-01-25T22:43:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:19 smithi111 conmon[29796]: cluster 2022-01-25T22:43:18.246405+0000 2022-01-25T22:43:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:19 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 24 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 15 MiB/s wr, 1.38k op/s 2022-01-25T22:43:20.087 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:43:20.087 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (5m) 29s ago 6m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:43:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (6m) 29s ago 6m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:43:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (5m) 33s ago 5m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:43:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (5m) 29s ago 6m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:43:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (84s) 29s ago 83s 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:43:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (86s) 33s ago 86s 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:43:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (7m) 29s ago 7m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:43:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (5m) 33s ago 5m 16.2.4 8d91d370c2b8 033fde428a4a 2022-01-25T22:43:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (7m) 29s ago 7m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:43:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (5m) 33s ago 5m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:43:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi111 smithi111 *:2049 running (68s) 29s ago 68s 3.5 8d91d370c2b8 870decea5cb7 2022-01-25T22:43:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi179 smithi179 *:2049 running (73s) 33s ago 72s 3.5 8d91d370c2b8 23db87961f87 2022-01-25T22:43:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (6m) 29s ago 6m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:43:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (5m) 33s ago 5m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:43:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5m) 29s ago 5m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:43:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:43:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:43:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4m) 29s ago 4m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:43:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (3m) 33s ago 3m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:43:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (3m) 33s ago 3m 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:43:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (3m) 33s ago 3m 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:43:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (2m) 33s ago 2m 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:43:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (5m) 29s ago 5m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:43:20.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 56714 27.43 MB/sec warmup 59 sec latency 21.420 ms 2022-01-25T22:43:20.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:43:20.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:43:20.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:20.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:20.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:43:20.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:20.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:20.655 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:43:20.656 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:43:20.656 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:20.656 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:43:20.656 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:43:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:43:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:43:20.658 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:43:21.499 INFO:teuthology.orchestra.run.smithi111.stdout: 5 57452 27.26 MB/sec warmup 60 sec latency 24.704 ms 2022-01-25T22:43:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: audit 2022-01-25T22:43:19.581846+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:43:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: .14566) 25 : audit [DBG] from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: audit 2022-01-25T22:43:20.076182+0000 mgr.smithi111.vbmimw (mgr.14566) 26 : audit [DBG] from='client.24369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: cluster 2022-01-25T22:43:20.246835+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:43:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: 14566) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 13 MiB/s wr, 1.21k op/s 2022-01-25T22:43:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:43:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: 43:20.653855+0000 mon.smithi179 (mon.1) 23 : audit [DBG] 2022-01-25T22:43:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:21 smithi179 conmon[32219]: from='client.? 172.21.15.111:0/2166308909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:43:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: audit 2022-01-25T22:43:19. 2022-01-25T22:43:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: 581846+0000 mgr.smithi111.vbmimw (mgr.14566) 25 : audit [DBG] from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: audit 2022-01-25T22:43:20.076182+0000 mgr.smithi111.vbmimw (mgr.14566) 26 : 2022-01-25T22:43:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: audit [DBG] from='client.24369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: cluster 2022-01-25T22:43:20.246835+0000 mgr.smithi111.vbmimw (mgr.14566) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 13 MiB/s wr, 1.21k op/s 2022-01-25T22:43:21.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: 2022-01-25T22:43:21.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: audit 2022-01-25T22:43:20.653855+0000 mon.smithi179 (mon.1) 23 : 2022-01-25T22:43:21.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:21 smithi111 conmon[29796]: audit [DBG] from='client.? 172.21.15.111:0/2166308909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:43:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: 5 58094 27.07 MB/sec warmup 61 sec latency 27.829 ms 2022-01-25T22:43:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:22 smithi111 conmon[29796]: cluster 2022-01-25T22:43:22.247190+0000 mgr.smithi111.vbmimw (mgr.14566) 28 2022-01-25T22:43:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:22 smithi111 conmon[29796]: : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:43:23.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:22 smithi179 conmon[32219]: cluster 2022-01-25T22:43:22.247190+0000 mgr.smithi111.vbmimw (mgr.14566) 28 : cluster 2022-01-25T22:43:23.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:22 smithi179 conmon[32219]: [DBG] pgmap v23: 97 pgs: 97 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:43:23.501 INFO:teuthology.orchestra.run.smithi111.stdout: 5 58990 26.87 MB/sec warmup 62 sec latency 29.869 ms 2022-01-25T22:43:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: 5 59725 26.89 MB/sec warmup 63 sec latency 18.771 ms 2022-01-25T22:43:25.501 INFO:teuthology.orchestra.run.smithi111.stdout: 5 60656 27.02 MB/sec warmup 64 sec latency 20.410 ms 2022-01-25T22:43:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:25 smithi179 conmon[32219]: cluster 2022-01-25T22:43:24.247764+0000 mgr.smithi111.vbmimw (mgr.14566) 29 : cluster 2022-01-25T22:43:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:25 smithi179 conmon[32219]: [DBG] pgmap v24: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 15 MiB/s wr, 1.48k op/s 2022-01-25T22:43:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:25 smithi111 conmon[29796]: cluster 2022-01-25T22:43:24.247764+0000 2022-01-25T22:43:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:25 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 15 MiB/s wr, 1.48k op/s 2022-01-25T22:43:26.501 INFO:teuthology.orchestra.run.smithi111.stdout: 5 61319 26.71 MB/sec warmup 65 sec latency 19.137 ms 2022-01-25T22:43:27.502 INFO:teuthology.orchestra.run.smithi111.stdout: 5 62124 26.62 MB/sec warmup 66 sec latency 35.439 ms 2022-01-25T22:43:27.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:27 smithi179 conmon[32219]: cluster 2022-01-25T22:43:26.248144+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:27 smithi179 conmon[32219]: ) 30 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 9.3 MiB/s wr, 917 op/s 2022-01-25T22:43:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:27 smithi111 conmon[29796]: cluster 2022-01-25T22:43:26.248144+0000 mgr.smithi111.vbmimw (mgr.14566) 30 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 9.3 MiB/s wr, 917 op/s 2022-01-25T22:43:28.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 63036 26.54 MB/sec warmup 67 sec latency 25.430 ms 2022-01-25T22:43:29.502 INFO:teuthology.orchestra.run.smithi111.stdout: 5 63937 26.71 MB/sec warmup 68 sec latency 32.506 ms 2022-01-25T22:43:29.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:29 smithi179 conmon[32219]: cluster 2022-01-25T22:43:28.248670+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:29 smithi179 conmon[32219]: ) 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:43:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:29 smithi111 conmon[29796]: cluster 2022-01-25T22:43:28.248670+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:29 smithi111 conmon[29796]: (mgr.14566) 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:43:30.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 64530 26.47 MB/sec warmup 69 sec latency 27.092 ms 2022-01-25T22:43:31.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 65137 26.31 MB/sec warmup 70 sec latency 31.174 ms 2022-01-25T22:43:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:31 smithi179 conmon[32219]: cluster 2022-01-25T22:43:30.249143+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:31 smithi179 conmon[32219]: (mgr.14566) 32 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 11 MiB/s wr, 1.13k op/s 2022-01-25T22:43:31.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:31 smithi111 conmon[29796]: cluster 2022-01-25T22: 2022-01-25T22:43:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:31 smithi111 conmon[29796]: 43:30.249143+0000 mgr.smithi111.vbmimw (mgr.14566) 32 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 11 MiB/s wr, 1.13k op/s 2022-01-25T22:43:32.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 65971 26.14 MB/sec warmup 71 sec latency 49.304 ms 2022-01-25T22:43:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:32 smithi111 conmon[29796]: cluster 2022-01-25T22:43:32 2022-01-25T22:43:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:32 smithi111 conmon[29796]: .249531+0000 mgr.smithi111.vbmimw (mgr.14566) 33 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.3 MiB/s wr, 884 op/s 2022-01-25T22:43:33.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:32 smithi179 conmon[32219]: cluster 2022-01-25T22:43:32.249531+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:43:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:32 smithi179 conmon[32219]: 33 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.3 MiB/s wr, 884 op/s 2022-01-25T22:43:33.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 66582 26.03 MB/sec warmup 72 sec latency 32.785 ms 2022-01-25T22:43:34.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 67282 26.07 MB/sec warmup 73 sec latency 48.716 ms 2022-01-25T22:43:35.503 INFO:teuthology.orchestra.run.smithi111.stdout: 5 67747 25.95 MB/sec warmup 74 sec latency 29.254 ms 2022-01-25T22:43:35.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:35 smithi179 conmon[32219]: cluster 2022-01-25T22:43:34.250149+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:35 smithi179 conmon[32219]: ) 34 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2022-01-25T22:43:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:35 smithi111 conmon[29796]: cluster 2022-01-25T22:43:34. 2022-01-25T22:43:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:35 smithi111 conmon[29796]: 250149+0000 mgr.smithi111.vbmimw (mgr.14566) 34 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2022-01-25T22:43:36.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 68211 25.65 MB/sec warmup 75 sec latency 46.016 ms 2022-01-25T22:43:37.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 68732 25.50 MB/sec warmup 76 sec latency 29.945 ms 2022-01-25T22:43:37.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:37 smithi179 conmon[32219]: cluster 2022-01-25T22:43:36.250454 2022-01-25T22:43:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:37 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14566) 35 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.2 MiB/s wr, 860 op/s 2022-01-25T22:43:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:37 smithi111 conmon[29796]: cluster 2022-01-25T22:43:36.250454+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:37 smithi111 conmon[29796]: (mgr.14566) 35 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.2 MiB/s wr, 860 op/s 2022-01-25T22:43:38.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 69400 25.33 MB/sec warmup 77 sec latency 31.548 ms 2022-01-25T22:43:39.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 69898 25.11 MB/sec warmup 78 sec latency 92.429 ms 2022-01-25T22:43:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:39 smithi179 conmon[32219]: cluster 2022-01-25T22:43:38.251015+0000 mgr.smithi111.vbmimw (mgr.14566) 36 2022-01-25T22:43:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:39 smithi179 conmon[32219]: : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:43:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:39 smithi111 conmon[29796]: cluster 2022-01-25T22:43:38.251015+0000 2022-01-25T22:43:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:39 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 36 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:43:40.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 70495 25.14 MB/sec warmup 79 sec latency 20.384 ms 2022-01-25T22:43:41.504 INFO:teuthology.orchestra.run.smithi111.stdout: 5 71029 25.11 MB/sec warmup 80 sec latency 25.364 ms 2022-01-25T22:43:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:41 smithi179 conmon[32219]: cluster 2022-01-25T22:43:40.251506+0000 mgr.smithi111.vbmimw (mgr.14566) 37 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.1 MiB/s wr, 880 op/s 2022-01-25T22:43:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:41 smithi111 conmon[29796]: cluster 2022-01-25T22:43:40.251506 2022-01-25T22:43:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:41 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14566) 37 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.1 MiB/s wr, 880 op/s 2022-01-25T22:43:42.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 71373 24.89 MB/sec warmup 81 sec latency 37.970 ms 2022-01-25T22:43:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:42 smithi111 conmon[29796]: cluster 2022-01-25T22:43:42.251940+0000 mgr.smithi111.vbmimw (mgr.14566) 38 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 757 op/s 2022-01-25T22:43:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:42 smithi111 conmon[29796]: audit 2022-01-25T22:43:42.468929+0000 mon.smithi111 (mon.0) 654 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:43:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:42 smithi111 conmon[29796]: audit 2022-01-25T22:43:42.488581+0000 mon.smithi111 (mon.0) 655 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:43:43.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:42 smithi179 conmon[32219]: cluster 2022-01-25T22:43:42.251940+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:43:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:42 smithi179 conmon[32219]: mgr.14566) 38 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 323 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 757 op/s 2022-01-25T22:43:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:42 smithi179 conmon[32219]: audit 2022-01-25T22:43:42.468929+0000 mon.smithi111 (mon.0) 654 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:43:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:42 smithi179 conmon[32219]: audit 2022-01-25T22:43:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:42 smithi179 conmon[32219]: 2022-01-25T22:43:42.488581+0000 mon.smithi111 (mon.0) 655 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:43:43.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 71825 24.64 MB/sec warmup 82 sec latency 38.688 ms 2022-01-25T22:43:44.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 72369 24.54 MB/sec warmup 83 sec latency 57.005 ms 2022-01-25T22:43:45.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 73429 24.45 MB/sec warmup 84 sec latency 19.467 ms 2022-01-25T22:43:45.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:45 smithi179 conmon[32219]: cluster 2022-01-25T22:43:44.252627+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:45 smithi179 conmon[32219]: ) 39 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:43:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:45 smithi111 conmon[29796]: cluster 2022-01-25T22:43:44.252627+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:45 smithi111 conmon[29796]: (mgr.14566) 39 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:43:46.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 74483 24.69 MB/sec warmup 85 sec latency 23.512 ms 2022-01-25T22:43:47.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 75203 24.59 MB/sec warmup 86 sec latency 27.759 ms 2022-01-25T22:43:47.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:47 smithi179 conmon[32219]: cluster 2022-01-25T22:43:46.252996+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:47 smithi179 conmon[32219]: (mgr.14566) 40 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.8 MiB/s wr, 685 op/s 2022-01-25T22:43:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:47 smithi111 conmon[29796]: cluster 2022-01-25T22:43:46.252996+0000 mgr.smithi111.vbmimw (mgr.14566) 40 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 345 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.8 MiB/s wr, 685 op/s 2022-01-25T22:43:48.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 75678 24.41 MB/sec warmup 87 sec latency 35.912 ms 2022-01-25T22:43:49.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 76215 24.25 MB/sec warmup 88 sec latency 36.381 ms 2022-01-25T22:43:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:49 smithi179 conmon[32219]: cluster 2022-01-25T22:43:48.253541+0000 mgr.smithi111.vbmimw (mgr.14566) 41 : cluster 2022-01-25T22:43:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:49 smithi179 conmon[32219]: [DBG] pgmap v36: 97 pgs: 97 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.07k op/s 2022-01-25T22:43:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:49 smithi111 conmon[29796]: cluster 2022-01-25T22:43:48.253541+0000 mgr.smithi111.vbmimw (mgr.14566) 41 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.07k op/s 2022-01-25T22:43:50.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 76883 24.12 MB/sec warmup 89 sec latency 27.838 ms 2022-01-25T22:43:51.018 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:43:51.346 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:43:51.347 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (5m) 60s ago 7m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:43:51.347 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:43:51.347 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:43:51.348 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (5m) 60s ago 6m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:43:51.348 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (115s) 60s ago 114s 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:43:51.348 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (118s) 65s ago 117s 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:43:51.348 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (8m) 60s ago 8m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:43:51.349 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 033fde428a4a 2022-01-25T22:43:51.349 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (8m) 60s ago 8m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:43:51.349 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (6m) 65s ago 6m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:43:51.349 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi111 smithi111 *:2049 running (100s) 60s ago 99s 3.5 8d91d370c2b8 870decea5cb7 2022-01-25T22:43:51.350 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi179 smithi179 *:2049 running (104s) 65s ago 103s 3.5 8d91d370c2b8 23db87961f87 2022-01-25T22:43:51.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (6m) 60s ago 6m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:43:51.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (6m) 65s ago 6m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:43:51.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:43:51.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:43:51.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:43:51.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:43:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (4m) 65s ago 4m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:43:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (4m) 65s ago 4m 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:43:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (3m) 65s ago 3m 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:43:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (3m) 65s ago 3m 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:43:51.353 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (5m) 60s ago 6m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:43:51.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 77419 24.08 MB/sec warmup 90 sec latency 33.015 ms 2022-01-25T22:43:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:51 smithi179 conmon[32219]: cluster 2022-01-25T22:43:50.253975+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:51 smithi179 conmon[32219]: (mgr.14566) 42 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 9.3 MiB/s wr, 898 op/s 2022-01-25T22:43:51.728 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:43:51.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:43:51.729 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:51.729 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:51.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:43:51.730 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:51.730 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:51.730 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:43:51.731 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:43:51.731 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:51.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:43:51.731 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:43:51.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:43:51.732 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:43:51.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:43:51.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:43:51.732 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:43:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:51 smithi111 conmon[29796]: cluster 2022-01-25T22:43:50.253975+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:43:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:51 smithi111 conmon[29796]: .14566) 42 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 9.3 MiB/s wr, 898 op/s 2022-01-25T22:43:52.505 INFO:teuthology.orchestra.run.smithi111.stdout: 5 78025 24.11 MB/sec warmup 91 sec latency 40.057 ms 2022-01-25T22:43:52.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:52 smithi179 conmon[32219]: audit 2022-01-25T22:43:51.005519+0000 mgr.smithi111.vbmimw (mgr.14566) 43 2022-01-25T22:43:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:52 smithi179 conmon[32219]: : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:52 smithi179 conmon[32219]: audit 2022-01-25T22:43:51.339412+0000 mgr.smithi111.vbmimw (mgr.14566) 44 : audit [DBG] from='client.14608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:52 smithi179 conmon[32219]: audit 2022-01-25T22:43:51.730088+0000 mon.smithi111 (mon.0) 656 : audit [DBG] from='client.? 172.21.15.111:0/1862597312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:43:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:52 smithi179 conmon[32219]: 2022-01-25T22:43:52.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:52 smithi111 conmon[29796]: audit 2022-01-25T22:43:51.005519+0000 mgr.smithi111.vbmimw (mgr.14566) 43 2022-01-25T22:43:52.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:52 smithi111 conmon[29796]: : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:52 smithi111 conmon[29796]: audit 2022-01-25T22:43:51.339412+0000 mgr.smithi111.vbmimw (mgr.14566) 44 : audit [DBG] from='client.14608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:52 smithi111 conmon[29796]: audit 2022-01-25T22:43:51.730088+0000 2022-01-25T22:43:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:52 smithi111 conmon[29796]: mon.smithi111 (mon.0) 656 : audit [DBG] from='client.? 172.21.15.111:0/1862597312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:43:53.506 INFO:teuthology.orchestra.run.smithi111.stdout: 5 78792 24.03 MB/sec warmup 92 sec latency 28.211 ms 2022-01-25T22:43:53.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:53 smithi179 conmon[32219]: cluster 2022-01-25T22:43:52.254292+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:43:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:53 smithi179 conmon[32219]: .14566) 45 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 8.1 MiB/s wr, 788 op/s 2022-01-25T22:43:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:53 smithi111 conmon[29796]: cluster 2022-01-25T22:43:52.254292+0000 mgr.smithi111.vbmimw (mgr.14566) 45 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 KiB/s rd, 8.1 MiB/s wr, 788 op/s 2022-01-25T22:43:54.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 79310 23.90 MB/sec warmup 93 sec latency 38.774 ms 2022-01-25T22:43:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 80001 23.81 MB/sec warmup 94 sec latency 30.576 ms 2022-01-25T22:43:55.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:55 smithi179 conmon[32219]: cluster 2022-01-25T22:43:54.254822+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:43:55.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:55 smithi179 conmon[32219]: 14566) 46 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 328 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:55 smithi111 conmon[29796]: cluster 2022-01-25T22:43:54.254822+0000 mgr.smithi111.vbmimw (mgr.14566) 46 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 328 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:43:56.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 80915 23.80 MB/sec warmup 95 sec latency 24.459 ms 2022-01-25T22:43:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: audit 2022-01-25T22:43:56.055226+0000 mon.smithi111 (mon.0) 657 2022-01-25T22:43:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:43:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm 2022-01-25T22:43:56.055620+0000 mgr.smithi111.vbmimw (mgr.14566) 47 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:43:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm 2022-01-25T22:43:56.055705+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:43:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: 48 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:43:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: audit 2022-01-25T22:43:56.056871+0000 mon.smithi111 (mon.0) 658 2022-01-25T22:43:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:43:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm 2022- 2022-01-25T22:43:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: 01-25T22:43:56.058339+0000 mgr.smithi111.vbmimw (mgr.14566) 49 : 2022-01-25T22:43:57.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi111.vbmimw) 2022-01-25T22:43:57.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cluster 2022-01-25T22: 2022-01-25T22:43:57.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: 43:56.255154+0000 mgr.smithi111.vbmimw (mgr.14566) 50 : cluster [DBG] 2022-01-25T22:43:57.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: pgmap v40: 97 pgs: 97 active+clean; 328 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 807 op/s 2022-01-25T22:43:57.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm 2022-01-25T22:43:57.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: 2022-01-25T22:43:56.449028+0000 mgr.smithi111.vbmimw (mgr.14566) 51 : 2022-01-25T22:43:57.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:57 smithi179 conmon[32219]: cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi179 2022-01-25T22:43:57.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:43:57.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: 43:56.055226+0000 mon.smithi111 (mon.0) 657 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:43:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: cephadm 2022-01-25T22:43:56.055620+0000 mgr.smithi111.vbmimw (mgr.14566) 47 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:43:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: cephadm 2022-01-25T22:43:56.055705+0000 mgr.smithi111.vbmimw (mgr.14566) 48 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:43:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: audit 2022-01-25T22:43:56.056871+0000 mon.smithi111 (mon.0) 658 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:43:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: cephadm 2022-01-25T22:43:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: 2022-01-25T22:43:56.058339+0000 mgr.smithi111.vbmimw (mgr.14566) 49 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi111.vbmimw) 2022-01-25T22:43:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: cluster 2022-01-25T22:43:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: 2022-01-25T22:43:56.255154+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:43:57.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: ) 50 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 328 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.4 MiB/s wr, 807 op/s 2022-01-25T22:43:57.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: cephadm 2022- 2022-01-25T22:43:57.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: 01-25T22:43:56.449028+0000 mgr.smithi111.vbmimw 2022-01-25T22:43:57.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: (mgr.14566) 51 : cephadm 2022-01-25T22:43:57.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:57 smithi111 conmon[29796]: [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi179 2022-01-25T22:43:57.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 81701 23.90 MB/sec warmup 96 sec latency 25.301 ms 2022-01-25T22:43:58.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 82456 23.80 MB/sec warmup 97 sec latency 16.549 ms 2022-01-25T22:43:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: 5 83316 23.75 MB/sec warmup 98 sec latency 22.989 ms 2022-01-25T22:43:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:59 smithi179 conmon[32219]: cluster 2022-01-25T22:43:58.255683+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:43:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:43:59 smithi179 conmon[32219]: .14566) 52 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.23k op/s 2022-01-25T22:43:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:59 smithi111 conmon[29796]: cluster 2022-01-25T22:43 2022-01-25T22:43:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:43:59 smithi111 conmon[29796]: :58.255683+0000 mgr.smithi111.vbmimw (mgr.14566) 52 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.23k op/s 2022-01-25T22:44:00.508 INFO:teuthology.orchestra.run.smithi111.stdout: 5 83996 23.62 MB/sec warmup 99 sec latency 30.885 ms 2022-01-25T22:44:01.508 INFO:teuthology.orchestra.run.smithi111.stdout: 5 84490 23.58 MB/sec warmup 100 sec latency 34.587 ms 2022-01-25T22:44:01.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:01 smithi179 conmon[32219]: cluster 2022-01-25T22:44:00.255998+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:01 smithi179 conmon[32219]: .14566) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.1 MiB/s wr, 841 op/s 2022-01-25T22:44:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:01 smithi111 conmon[29796]: cluster 2022-01-25T22:44:00.255998+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:01 smithi111 conmon[29796]: ) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 9.1 MiB/s wr, 841 op/s 2022-01-25T22:44:02.508 INFO:teuthology.orchestra.run.smithi111.stdout: 5 84953 23.54 MB/sec warmup 101 sec latency 39.398 ms 2022-01-25T22:44:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:02 smithi111 conmon[29796]: cluster 2022-01-25T22:44:02.256319+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:02 smithi111 conmon[29796]: ) 54 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.1 MiB/s wr, 770 op/s 2022-01-25T22:44:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:02 smithi179 conmon[32219]: cluster 2022-01-25T22:44:02.256319+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:02 smithi179 conmon[32219]: .14566) 54 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 333 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.1 MiB/s wr, 770 op/s 2022-01-25T22:44:03.508 INFO:teuthology.orchestra.run.smithi111.stdout: 5 85306 23.45 MB/sec warmup 102 sec latency 54.295 ms 2022-01-25T22:44:04.508 INFO:teuthology.orchestra.run.smithi111.stdout: 5 85784 23.31 MB/sec warmup 103 sec latency 53.722 ms 2022-01-25T22:44:05.509 INFO:teuthology.orchestra.run.smithi111.stdout: 5 86295 23.20 MB/sec warmup 104 sec latency 33.766 ms 2022-01-25T22:44:05.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:05 smithi179 conmon[32219]: cluster 2022-01-25T22:44:04.256809+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:05 smithi179 conmon[32219]: .14566) 55 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.10k op/s 2022-01-25T22:44:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:05 smithi111 conmon[29796]: cluster 2022-01-25T22:44:04.256809+0000 2022-01-25T22:44:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:05 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 55 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.10k op/s 2022-01-25T22:44:06.509 INFO:teuthology.orchestra.run.smithi111.stdout: 5 86966 23.09 MB/sec warmup 105 sec latency 29.983 ms 2022-01-25T22:44:07.509 INFO:teuthology.orchestra.run.smithi111.stdout: 5 87744 23.06 MB/sec warmup 106 sec latency 101.351 ms 2022-01-25T22:44:07.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:07 smithi179 conmon[32219]: cluster 2022-01-25T22:44:06.257096+0000 mgr.smithi111.vbmimw (mgr.14566) 56 : cluster 2022-01-25T22:44:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:07 smithi179 conmon[32219]: [DBG] pgmap v45: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 752 op/s 2022-01-25T22:44:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:07 smithi111 conmon[29796]: cluster 2022-01-25T22:44:06.257096+0000 mgr.smithi111.vbmimw (mgr.14566) 56 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 752 op/s 2022-01-25T22:44:08.509 INFO:teuthology.orchestra.run.smithi111.stdout: 5 88709 23.20 MB/sec warmup 107 sec latency 28.731 ms 2022-01-25T22:44:09.509 INFO:teuthology.orchestra.run.smithi111.stdout: 5 89411 23.12 MB/sec warmup 108 sec latency 19.820 ms 2022-01-25T22:44:09.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:09 smithi179 conmon[32219]: cluster 2022-01-25T22:44:08.257669+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:44:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:09 smithi179 conmon[32219]: 14566) 57 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:44:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:09 smithi111 conmon[29796]: cluster 2022-01-25T22:44:08.257669+0000 2022-01-25T22:44:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:09 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 57 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:44:10.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 90131 23.06 MB/sec warmup 109 sec latency 33.525 ms 2022-01-25T22:44:11.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 90848 22.98 MB/sec warmup 110 sec latency 45.668 ms 2022-01-25T22:44:11.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:11 smithi179 conmon[32219]: cluster 2022-01-25T22:44:10.258023+0000 2022-01-25T22:44:11.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:11 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 58 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 728 op/s 2022-01-25T22:44:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:11 smithi111 conmon[29796]: cluster 2022-01-25T22:44:10.258023+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:44:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:11 smithi111 conmon[29796]: mgr.14566) 58 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 728 op/s 2022-01-25T22:44:12.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 91848 23.07 MB/sec warmup 111 sec latency 14.212 ms 2022-01-25T22:44:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:12 smithi111 conmon[29796]: cluster 2022-01-25T22:44:12.258375+0000 mgr.smithi111.vbmimw (mgr.14566) 59 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 728 op/s 2022-01-25T22:44:13.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:12 smithi179 conmon[32219]: cluster 2022-01-25T22:44:12.258375+0000 mgr.smithi111.vbmimw (mgr.14566) 59 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 329 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 728 op/s 2022-01-25T22:44:13.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 92616 23.12 MB/sec warmup 112 sec latency 24.773 ms 2022-01-25T22:44:14.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 93194 22.98 MB/sec warmup 113 sec latency 25.300 ms 2022-01-25T22:44:15.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 93670 22.89 MB/sec warmup 114 sec latency 39.122 ms 2022-01-25T22:44:15.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:15 smithi179 conmon[32219]: cluster 2022-01-25T22:44:14.258976+0000 2022-01-25T22:44:15.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:15 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 60 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:44:15.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:15 smithi179 conmon[32219]: cluster 2022-01-25T22:44:14.300658+0000 mon.smithi111 (mon.0) 659 : cluster [DBG] mgrmap e25: smithi111.vbmimw(active, since 92s), standbys: smithi179.kogymg 2022-01-25T22:44:15.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:15 smithi111 conmon[29796]: cluster 2022-01-25T22:44:14.258976+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:15 smithi111 conmon[29796]: 60 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:44:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:15 smithi111 conmon[29796]: cluster 2022-01-25T22:44:14.300658+0000 mon.smithi111 (mon.0) 659 : cluster [DBG] mgrmap e25: smithi111.vbmimw(active, since 92s), standbys: smithi179.kogymg 2022-01-25T22:44:16.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 94120 22.75 MB/sec warmup 115 sec latency 44.180 ms 2022-01-25T22:44:17.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 94477 22.62 MB/sec warmup 116 sec latency 31.853 ms 2022-01-25T22:44:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:17 smithi179 conmon[32219]: cluster 2022-01-25T22:44:16.259305+0000 2022-01-25T22:44:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:17 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 61 : cluster [DBG] pgmap v50: 97 pgs: 97 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.9 MiB/s wr, 848 op/s 2022-01-25T22:44:17.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:17 smithi111 conmon[29796]: cluster 2022-01-25T22:44:16.259305+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:44:17.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:17 smithi111 conmon[29796]: 14566) 61 : cluster [DBG] pgmap v50: 97 pgs: 97 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.9 MiB/s wr, 848 op/s 2022-01-25T22:44:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 95125 22.61 MB/sec warmup 117 sec latency 40.020 ms 2022-01-25T22:44:19.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 95910 22.69 MB/sec warmup 118 sec latency 26.293 ms 2022-01-25T22:44:19.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:19 smithi179 conmon[32219]: cluster 2022-01-25T22:44:18.259780+0000 mgr.smithi111.vbmimw (mgr.14566) 62 2022-01-25T22:44:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:19 smithi179 conmon[32219]: : cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-01-25T22:44:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:19 smithi111 conmon[29796]: cluster 2022-01-25T22: 2022-01-25T22:44:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:19 smithi111 conmon[29796]: 44:18.259780+0000 mgr.smithi111.vbmimw (mgr.14566) 62 : cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-01-25T22:44:20.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 96523 22.60 MB/sec warmup 119 sec latency 28.261 ms 2022-01-25T22:44:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:21 smithi179 conmon[32219]: cluster 2022-01-25T22:44:20.260169+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:21.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:21 smithi179 conmon[32219]: .14566) 63 : cluster [DBG] pgmap v52: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 847 op/s 2022-01-25T22:44:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:21 smithi111 conmon[29796]: cluster 2022-01-25T22:44:20.260169+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:21 smithi111 conmon[29796]: 63 : cluster [DBG] pgmap v52: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 847 op/s 2022-01-25T22:44:22.127 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:44:22.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 97930 11.64 MB/sec execute 1 sec latency 31.085 ms 2022-01-25T22:44:22.522 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:44:22.523 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (6m) 91s ago 7m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:44:22.523 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (7m) 91s ago 7m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:44:22.523 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (6m) 96s ago 6m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:44:22.523 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (6m) 91s ago 7m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:44:22.524 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (2m) 91s ago 2m 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:44:22.524 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (2m) 96s ago 2m 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:44:22.524 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (8m) 91s ago 8m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:44:22.524 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (6m) 96s ago 6m 16.2.4 8d91d370c2b8 033fde428a4a 2022-01-25T22:44:22.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (8m) 91s ago 8m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:44:22.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (6m) 96s ago 6m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:44:22.525 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi111 smithi111 *:2049 running (2m) 91s ago 2m 3.5 8d91d370c2b8 870decea5cb7 2022-01-25T22:44:22.525 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi179 smithi179 *:2049 running (2m) 96s ago 2m 3.5 8d91d370c2b8 23db87961f87 2022-01-25T22:44:22.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (7m) 91s ago 7m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:44:22.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (6m) 96s ago 6m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:44:22.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6m) 91s ago 6m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:44:22.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5m) 91s ago 5m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:44:22.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5m) 91s ago 5m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:44:22.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5m) 91s ago 5m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:44:22.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (4m) 96s ago 4m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:44:22.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (4m) 96s ago 4m 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:44:22.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (4m) 96s ago 4m 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:44:22.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (4m) 96s ago 4m 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:44:22.528 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (6m) 91s ago 7m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:44:22.952 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:44:22.952 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:44:22.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:22.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:22.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:44:22.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:22.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:22.955 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:44:22.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:44:22.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:22.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:44:22.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:22.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:22.957 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:44:22.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:44:22.958 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:44:22.958 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:44:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:22 smithi111 conmon[29796]: audit 2022-01-25T22:44:22.114358+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:22 smithi111 conmon[29796]: ) 64 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:22 smithi111 conmon[29796]: cluster 2022-01-25T22:44:22.260606+0000 mgr.smithi111.vbmimw (mgr.14566) 65 : cluster [DBG] pgmap v53: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.5 MiB/s wr, 741 op/s 2022-01-25T22:44:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:22 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:44:22.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:22 smithi111 conmon[29796]: 44:22.513871+0000 mgr.smithi111.vbmimw (mgr.14566) 66 : audit [DBG] from='client.14620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:23.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: audit 2022-01-25T22:44:22.114358+0000 2022-01-25T22:44:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 64 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: cluster 2022-01-25T22:44:22.260606+0000 mgr.smithi111.vbmimw (mgr.14566) 65 : cluster [DBG] 2022-01-25T22:44:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: pgmap v53: 97 pgs: 97 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.5 MiB/s wr, 741 op/s 2022-01-25T22:44:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: audit 2022-01-25T22:44:22.513871+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:22 smithi179 conmon[32219]: .14566) 66 : audit [DBG] from='client.14620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:23.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 98630 17.48 MB/sec execute 2 sec latency 19.640 ms 2022-01-25T22:44:24.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:23 smithi179 conmon[32219]: audit 2022-01-25T22:44:22.953894+0000 mon.smithi111 (mon 2022-01-25T22:44:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:23 smithi179 conmon[32219]: .0) 660 : audit [DBG] from='client.? 172.21.15.111:0/2735061008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:24.231 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:23 smithi111 conmon[29796]: audit 2022-01-25T22:44:22.953894+0000 mon.smithi111 (mon.0) 2022-01-25T22:44:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:23 smithi111 conmon[29796]: 660 : audit [DBG] from='client.? 172.21.15.111:0/2735061008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:24.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 99170 18.97 MB/sec execute 3 sec latency 41.787 ms 2022-01-25T22:44:25.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:24 smithi179 conmon[32219]: cluster 2022-01-25T22:44:24. 2022-01-25T22:44:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:24 smithi179 conmon[32219]: 261227+0000 mgr.smithi111.vbmimw (mgr.14566) 67 : cluster [DBG] pgmap v54: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.17k op/s 2022-01-25T22:44:25.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:24 smithi111 conmon[29796]: cluster 2022-01-25T22:44:24.261227+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:25.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:24 smithi111 conmon[29796]: 67 : cluster [DBG] pgmap v54: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.17k op/s 2022-01-25T22:44:25.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 99570 17.61 MB/sec execute 4 sec latency 48.405 ms 2022-01-25T22:44:26.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 99923 15.43 MB/sec execute 5 sec latency 52.234 ms 2022-01-25T22:44:27.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 100182 13.61 MB/sec execute 6 sec latency 40.108 ms 2022-01-25T22:44:27.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:27 smithi179 conmon[32219]: cluster 2022-01-25T22:44:26.261574+0000 mgr.smithi111.vbmimw 2022-01-25T22:44:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:27 smithi179 conmon[32219]: (mgr.14566) 68 : cluster [DBG] pgmap v55: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.0 MiB/s wr, 716 op/s 2022-01-25T22:44:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:27 smithi111 conmon[29796]: cluster 2022-01-25T22:44:26.261574+0000 mgr.smithi111.vbmimw (mgr.14566) 68 : cluster [DBG] 2022-01-25T22:44:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:27 smithi111 conmon[29796]: pgmap v55: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.0 MiB/s wr, 716 op/s 2022-01-25T22:44:28.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 100652 13.45 MB/sec execute 7 sec latency 41.049 ms 2022-01-25T22:44:29.510 INFO:teuthology.orchestra.run.smithi111.stdout: 5 101177 12.76 MB/sec execute 8 sec latency 49.373 ms 2022-01-25T22:44:29.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:29 smithi179 conmon[32219]: cluster 2022-01-25T22:44:28.262056+0000 2022-01-25T22:44:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:29 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 69 : cluster [DBG] pgmap v56: 97 pgs: 97 active+clean; 327 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 9.2 MiB/s wr, 941 op/s 2022-01-25T22:44:29.731 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:29 smithi111 conmon[29796]: cluster 2022-01-25T22 2022-01-25T22:44:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:29 smithi111 conmon[29796]: :44:28.262056+0000 mgr.smithi111.vbmimw (mgr.14566) 69 : cluster [DBG] pgmap v56: 97 pgs: 97 active+clean; 327 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 9.2 MiB/s wr, 941 op/s 2022-01-25T22:44:30.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 101651 12.85 MB/sec execute 9 sec latency 49.837 ms 2022-01-25T22:44:31.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 102382 13.82 MB/sec execute 10 sec latency 26.992 ms 2022-01-25T22:44:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:31 smithi179 conmon[32219]: cluster 2022-01-25T22:44:30.262455+0000 mgr.smithi111.vbmimw 2022-01-25T22:44:31.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:31 smithi179 conmon[32219]: (mgr.14566) 70 : cluster [DBG] pgmap v57: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.6 MiB/s wr, 696 op/s 2022-01-25T22:44:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:31 smithi111 conmon[29796]: cluster 2022-01-25T22:44:30.262455+0000 2022-01-25T22:44:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:31 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 70 : cluster [DBG] pgmap v57: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.6 MiB/s wr, 696 op/s 2022-01-25T22:44:32.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 102924 14.60 MB/sec execute 11 sec latency 47.983 ms 2022-01-25T22:44:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:32 smithi111 conmon[29796]: cluster 2022-01-25T22:44:32.262808+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:32 smithi111 conmon[29796]: ) 71 : cluster [DBG] pgmap v58: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 677 op/s 2022-01-25T22:44:33.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:32 smithi179 conmon[32219]: cluster 2022-01-25T22:44:32.262808+0000 mgr.smithi111.vbmimw (mgr.14566) 71 : 2022-01-25T22:44:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:32 smithi179 conmon[32219]: cluster [DBG] pgmap v58: 97 pgs: 97 active+clean; 326 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 677 op/s 2022-01-25T22:44:33.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 103393 14.35 MB/sec execute 12 sec latency 38.131 ms 2022-01-25T22:44:34.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 103770 13.69 MB/sec execute 13 sec latency 29.924 ms 2022-01-25T22:44:35.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 104346 13.68 MB/sec execute 14 sec latency 38.286 ms 2022-01-25T22:44:35.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:35 smithi179 conmon[32219]: cluster 2022-01-25T22:44:34.264915+0000 mgr.smithi111.vbmimw (mgr.14566) 72 : cluster 2022-01-25T22:44:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:35 smithi179 conmon[32219]: [DBG] pgmap v59: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1k op/s 2022-01-25T22:44:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:35 smithi111 conmon[29796]: cluster 2022-01-25T22:44:34.264915+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:35 smithi111 conmon[29796]: .14566) 72 : cluster [DBG] pgmap v59: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1k op/s 2022-01-25T22:44:36.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 104874 13.43 MB/sec execute 15 sec latency 46.379 ms 2022-01-25T22:44:37.511 INFO:teuthology.orchestra.run.smithi111.stdout: 5 105410 13.60 MB/sec execute 16 sec latency 47.231 ms 2022-01-25T22:44:37.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:37 smithi179 conmon[32219]: cluster 2022-01-25T22:44:36.265251+0000 2022-01-25T22:44:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:37 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 73 : cluster [DBG] pgmap v60: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.2 MiB/s wr, 571 op/s 2022-01-25T22:44:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:37 smithi111 conmon[29796]: cluster 2022-01-25T22:44:36.265251+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:37 smithi111 conmon[29796]: 73 : cluster [DBG] pgmap v60: 97 pgs: 97 active+clean; 334 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 6.2 MiB/s wr, 571 op/s 2022-01-25T22:44:38.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 105954 13.75 MB/sec execute 17 sec latency 33.889 ms 2022-01-25T22:44:39.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 106367 14.04 MB/sec execute 18 sec latency 40.455 ms 2022-01-25T22:44:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:39 smithi179 conmon[32219]: cluster 2022-01-25T22:44:38.265749+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:44:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:39 smithi179 conmon[32219]: mgr.14566) 74 : cluster [DBG] pgmap v61: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.1 MiB/s wr, 883 op/s 2022-01-25T22:44:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:39 smithi111 conmon[29796]: cluster 2022-01-25T22:44:38.265749+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:44:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:39 smithi111 conmon[29796]: .14566) 74 : cluster [DBG] pgmap v61: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.1 MiB/s wr, 883 op/s 2022-01-25T22:44:40.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 107009 14.13 MB/sec execute 19 sec latency 32.279 ms 2022-01-25T22:44:41.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 107436 13.91 MB/sec execute 20 sec latency 30.678 ms 2022-01-25T22:44:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:41 smithi179 conmon[32219]: cluster 2022-01-25T22:44:40.266070+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:41 smithi179 conmon[32219]: ) 75 : cluster [DBG] pgmap v62: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.0 MiB/s wr, 658 op/s 2022-01-25T22:44:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:41 smithi111 conmon[29796]: cluster 2022-01-25T22:44:40.266070+0000 mgr.smithi111.vbmimw (mgr.14566) 75 2022-01-25T22:44:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:41 smithi111 conmon[29796]: : cluster [DBG] pgmap v62: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.0 MiB/s wr, 658 op/s 2022-01-25T22:44:42.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 107963 13.69 MB/sec execute 21 sec latency 67.491 ms 2022-01-25T22:44:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: cluster 2022-01-25T22: 2022-01-25T22:44:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: 44:42.266348+0000 mgr.smithi111.vbmimw (mgr.14566) 76 : cluster [DBG] pgmap v63: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.4 MiB/s wr, 635 op/s 2022-01-25T22:44:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: audit 2022-01-25T22:44:42.486153 2022-01-25T22:44:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 661 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:44:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:42 smithi111 conmon[29796]: -25T22:44:42.490785+0000 mon.smithi111 (mon.0) 662 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: cluster 2022-01-25T22:44:42. 2022-01-25T22:44:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: 266348+0000 mgr.smithi111.vbmimw (mgr.14566) 76 : cluster [DBG] pgmap v63: 97 pgs: 97 active+clean; 325 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.4 MiB/s wr, 635 op/s 2022-01-25T22:44:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: audit 2022-01-25T22:44:42. 2022-01-25T22:44:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: 486153+0000 mon.smithi111 (mon.0) 661 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:44:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: -25T22:44:42.490785+0000 2022-01-25T22:44:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: mon.smithi111 (mon.0) 662 : 2022-01-25T22:44:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:42 smithi179 conmon[32219]: audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 108478 13.55 MB/sec execute 22 sec latency 34.320 ms 2022-01-25T22:44:44.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 109237 13.99 MB/sec execute 23 sec latency 23.073 ms 2022-01-25T22:44:45.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 109811 14.35 MB/sec execute 24 sec latency 23.513 ms 2022-01-25T22:44:45.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:45 smithi179 conmon[32219]: cluster 2022-01-25T22:44:44.267013+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:45 smithi179 conmon[32219]: 77 : cluster [DBG] pgmap v64: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.4 MiB/s wr, 954 op/s 2022-01-25T22:44:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:45 smithi111 conmon[29796]: cluster 2022-01-25T22:44:44.267013+0000 mgr.smithi111.vbmimw (mgr.14566) 77 : 2022-01-25T22:44:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:45 smithi111 conmon[29796]: cluster [DBG] pgmap v64: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.4 MiB/s wr, 954 op/s 2022-01-25T22:44:46.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 110334 14.37 MB/sec execute 25 sec latency 26.569 ms 2022-01-25T22:44:47.513 INFO:teuthology.orchestra.run.smithi111.stdout: 5 110733 14.14 MB/sec execute 26 sec latency 55.223 ms 2022-01-25T22:44:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: cluster 2022-01-25T22:44:46.267346+0000 mgr.smithi111.vbmimw (mgr.14566 2022-01-25T22:44:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: ) 78 : cluster [DBG] pgmap v65: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.9 MiB/s wr, 632 op/s 2022-01-25T22:44:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: audit 2022-01-25T22:44:46.923389+0000 mon.smithi111 (mon.0) 663 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: audit 2022-01-25T22:44:46.924236+0000 mon.smithi111 (mon.0) 664 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:44:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: audit 2022-01-25T22:44:46.925041+0000 mon.smithi111 (mon.0) 665 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:44:47.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: audit 2022-01-25T22:44:46.925736+0000 mon.smithi111 ( 2022-01-25T22:44:47.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:47 smithi179 conmon[32219]: mon.0) 666 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: cluster 2022-01-25T22:44:46.267346+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: 78 : cluster [DBG] pgmap v65: 97 pgs: 97 active+clean; 322 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 5.9 MiB/s wr, 632 op/s 2022-01-25T22:44:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: audit 2022-01-25T22:44:46.923389+0000 mon.smithi111 (mon.0) 663 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: audit 2022-01-25T22:44:46.924236+0000 mon.smithi111 (mon.0) 664 : audit [INF] 2022-01-25T22:44:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:44:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:44:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: T22:44:46.925041+0000 mon.smithi111 (mon.0) 665 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:44:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: audit 2022-01-25T22:44:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: 2022-01-25T22: 2022-01-25T22:44:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: 44:46.925736+0000 mon.smithi111 ( 2022-01-25T22:44:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: mon.0) 666 : audit [DBG] 2022-01-25T22:44:47.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:47 smithi111 conmon[29796]: from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:48.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 111133 13.97 MB/sec execute 27 sec latency 41.271 ms 2022-01-25T22:44:48.593 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:48 smithi179 conmon[32219]: cephadm 2022-01-25T22:44:46.918542+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:44:48.594 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:48 smithi179 conmon[32219]: mgr.14566) 79 : cephadm [INF] Upgrade: Updating mgr.smithi179.kogymg 2022-01-25T22:44:48.594 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:48 smithi179 conmon[32219]: cephadm 2022-01-25T22:44:46.926432+0000 mgr.smithi111.vbmimw (mgr.14566) 80 : cephadm [INF] Deploying daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:44:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:48 smithi111 conmon[29796]: cephadm 2022-01-25T22:44:46.918542+0000 2022-01-25T22:44:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:48 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 79 : cephadm [INF] Upgrade: Updating mgr.smithi179.kogymg 2022-01-25T22:44:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:48 smithi111 conmon[29796]: cephadm 2022-01-25T22:44:46.926432+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:48.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:48 smithi111 conmon[29796]: 80 : cephadm [INF] Deploying daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:44:49.335 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:49 smithi179 conmon[32219]: cluster 2022-01-25T22:44:48.267821+0000 2022-01-25T22:44:49.335 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:49 smithi179 conmon[32219]: mgr.smithi111.vbmimw (mgr.14566) 81 : cluster [DBG] pgmap v66: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 9.6 MiB/s wr, 959 op/s 2022-01-25T22:44:49.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 111566 13.73 MB/sec execute 28 sec latency 42.825 ms 2022-01-25T22:44:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:49 smithi111 conmon[29796]: cluster 2022-01-25T22:44:48.267821+0000 mgr.smithi111.vbmimw (mgr.14566) 81 : cluster [DBG] pgmap v66: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 9.6 MiB/s wr, 959 op/s 2022-01-25T22:44:50.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 112470 14.08 MB/sec execute 29 sec latency 29.870 ms 2022-01-25T22:44:51.512 INFO:teuthology.orchestra.run.smithi111.stdout: 5 113318 14.59 MB/sec execute 30 sec latency 27.083 ms 2022-01-25T22:44:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:51 smithi111 conmon[29796]: cluster 2022-01-25T22:44:50.268181+0000 mgr.smithi111.vbmimw (mgr.14566) 82 : cluster [DBG] pgmap v67: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2022-01-25T22:44:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:51 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:44:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:51 smithi111 conmon[29796]: 22:44:50.406822+0000 mon.smithi111 (mon.0) 667 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:51 smithi111 conmon[29796]: audit 2022-01-25T22:44:50.407638+0000 mon.smithi111 (mon.0) 668 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:51 smithi179 conmon[32219]: cluster 2022-01-25T22:44:50.268181+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:44:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:51 smithi179 conmon[32219]: mgr.14566) 82 : cluster [DBG] pgmap v67: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2022-01-25T22:44:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:51 smithi179 conmon[32219]: audit 2022-01-25T22:44:50.406822+0000 mon.smithi111 (mon.0) 667 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:51 smithi179 conmon[32219]: audit 2022-01-25T22:44:50.407638+0000 mon.smithi111 (mon.0) 668 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:52.513 INFO:teuthology.orchestra.run.smithi111.stdout: 5 114062 14.83 MB/sec execute 31 sec latency 30.299 ms 2022-01-25T22:44:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:52 smithi111 conmon[29796]: cluster 2022-01-25T22:44:52.268506+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:52 smithi111 conmon[29796]: 83 : cluster [DBG] pgmap v68: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2022-01-25T22:44:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:52 smithi179 conmon[32219]: cluster 2022-01-25T22:44:52.268506+0000 mgr.smithi111.vbmimw (mgr.14566) 83 : cluster [DBG] 2022-01-25T22:44:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:52 smithi179 conmon[32219]: pgmap v68: 97 pgs: 97 active+clean; 327 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.6 MiB/s wr, 646 op/s 2022-01-25T22:44:53.426 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:44:53.513 INFO:teuthology.orchestra.run.smithi111.stdout: 5 114634 14.68 MB/sec execute 32 sec latency 38.161 ms 2022-01-25T22:44:53.878 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:44:53.879 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (6m) 2m ago 8m 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:44:53.879 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (8m) 2m ago 8m 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:44:53.879 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (7m) 2m ago 7m 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:44:53.879 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (6m) 2m ago 7m 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:44:53.880 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (2m) 2m ago 2m 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:44:53.880 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (3m) 2m ago 3m 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:44:53.880 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (9m) 2m ago 9m 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:44:53.880 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 starting - - 2022-01-25T22:44:53.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (9m) 2m ago 9m 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:44:53.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (7m) 2m ago 7m 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:44:53.881 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi111 smithi111 *:2049 running (2m) 2m ago 2m 3.5 8d91d370c2b8 870decea5cb7 2022-01-25T22:44:53.881 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.smithi179 smithi179 *:2049 running (2m) 2m ago 2m 3.5 8d91d370c2b8 23db87961f87 2022-01-25T22:44:53.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (7m) 2m ago 7m 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:44:53.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (7m) 2m ago 7m 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:44:53.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6m) 2m ago 6m 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:44:53.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6m) 2m ago 6m 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:44:53.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6m) 2m ago 6m 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:44:53.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5m) 2m ago 5m 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:44:53.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (5m) 2m ago 5m 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:44:53.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (5m) 2m ago 5m 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:44:53.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (4m) 2m ago 4m 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:44:53.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (4m) 2m ago 4m 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:44:53.884 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (6m) 2m ago 7m 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:44:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:53 smithi179 conmon[32219]: audit 2022-01-25T22:44:53.409540 2022-01-25T22:44:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:53 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14566) 84 : audit [DBG] from='client.14632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:53 smithi111 conmon[29796]: audit 2022-01-25T22:44:53.409540+0000 mgr.smithi111.vbmimw (mgr.14566) 84 : audit [DBG] from='client.14632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:54.370 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:44:54.370 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:44:54.371 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:54.371 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:54.371 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:44:54.371 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:54.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:54.372 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:44:54.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:44:54.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:54.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:44:54.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:54.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:44:54.373 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:44:54.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:44:54.374 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:44:54.374 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:44:54.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 115302 14.60 MB/sec execute 33 sec latency 44.159 ms 2022-01-25T22:44:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: audit 2022-01-25T22:44:53.869744 2022-01-25T22:44:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14566) 85 : audit [DBG] from='client.24405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: cluster 2022-01-25T22:44:54.269153+0000 mgr.smithi111.vbmimw (mgr.14566) 86 : cluster [DBG] pgmap v69: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:44:55.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: audit 2022-01-25T22:44:54.369715+0000 mon.smithi179 (mon 2022-01-25T22:44:55.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: .1) 24 : audit [DBG] from='client.? 172.21.15.111:0/1170565347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:55.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:44:55.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: :44:54.591799+0000 mon.smithi111 (mon.0) 669 : audit [INF] 2022-01-25T22:44:55.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:54 smithi179 conmon[32219]: from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:55.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: audit 2022-01-25T22:44:53.869744+0000 2022-01-25T22:44:55.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: mgr.smithi111.vbmimw (mgr.14566) 85 : audit [DBG] from='client.24405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:55.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: cluster 2022-01-25T22:44:54.269153+0000 mgr.smithi111.vbmimw (mgr.14566) 2022-01-25T22:44:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: 86 : cluster [DBG] pgmap v69: 97 pgs: 97 active+clean; 336 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:44:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: audit 2022 2022-01-25T22:44:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: -01-25T22:44:54.369715+0000 mon.smithi179 (mon.1) 2022-01-25T22:44:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: 24 : audit [DBG] from='client.? 172.21.15.111:0/1170565347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:44:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: 01-25T22:44:54.591799 2022-01-25T22:44:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 669 : 2022-01-25T22:44:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:54 smithi111 conmon[29796]: audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:55.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 115619 14.50 MB/sec execute 34 sec latency 49.706 ms 2022-01-25T22:44:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: audit 2022-01-25T22:44:55.022826+0000 mon.smithi111 (mon.0) 670 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:56.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: audit 2022-01-25T22:44:55.026421+0000 mon.smithi111 (mon.0) 671 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:56.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: cephadm 2022-01-25T22:44:55.027238+0000 mgr.smithi111.vbmimw (mgr.14566) 87 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi111.vbmimw) 2022-01-25T22:44:56.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: cephadm 2022-01-25T22:44:55.029899+0000 mgr.smithi111.vbmimw (mgr.14566) 88 : cephadm [INF] Failing over to other MGR 2022-01-25T22:44:56.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: audit 2022-01-25T22:44:55.030193+0000 mon.smithi111 (mon.0) 672 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr fail", "who": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:44:56.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: cluster 2022-01-25T22:44:55.035265+0000 mon.smithi111 (mon.0) 673 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:44:56.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: audit 2022-01-25T22:44:55.035480+0000 mon.smithi111 (mon.0) 674 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:44:56.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:56 smithi179 conmon[32219]: audit 2022-01-25T22:44:55.036043+0000 mon.smithi111 (mon.0) 675 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:44:56.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: audit 2022-01-25T22:44:55.022826+0000 mon.smithi111 (mon.0) 670 : audit 2022-01-25T22:44:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' 2022-01-25T22:44:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: audit 2022-01-25T22:44:55.026421+0000 mon.smithi111 (mon.0) 671 : audit [DBG] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: cephadm 2022-01 2022-01-25T22:44:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: -25T22:44:55.027238 2022-01-25T22:44:56.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: +0000 mgr.smithi111.vbmimw (mgr.14566) 87 : cephadm [INF] 2022-01-25T22:44:56.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: Upgrade: Need to upgrade myself (mgr.smithi111.vbmimw) 2022-01-25T22:44:56.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: cephadm 2022-01-25T22:44:56.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 2022-01-25T22:44:55 2022-01-25T22:44:56.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: .029899+0000 mgr.smithi111.vbmimw (mgr.14566) 88 : cephadm 2022-01-25T22:44:56.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: [INF] Failing over to other MGR 2022-01-25T22:44:56.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: audit 2022 2022-01-25T22:44:56.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: -01-25T22:44:55.030193+0000 2022-01-25T22:44:56.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: mon.smithi111 (mon.0) 672 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr fail", "who": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:44:56.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: cluster 2022-01- 2022-01-25T22:44:56.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 25T22:44:55.035265+0000 mon.smithi111 (mon.0) 2022-01-25T22:44:56.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 673 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:44:56.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:44:56.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 01-25T22:44:55 2022-01-25T22:44:56.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: .035480+0000 mon.smithi111 (mon. 2022-01-25T22:44:56.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 0) 674 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:44:56.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 2022-01-25T22:44:56.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: audit 2022-01-25T22:44:56.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 2022-01-25T22: 2022-01-25T22:44:56.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: 44:55.036043+0000 mon.smithi111 2022-01-25T22:44:56.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: (mon.0) 675 : audit 2022-01-25T22:44:56.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:56 smithi111 conmon[29796]: [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:44:56.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 116007 14.46 MB/sec execute 35 sec latency 48.833 ms 2022-01-25T22:44:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:57 smithi179 conmon[32219]: audit 2022-01-25T22:44:56.029584+0000 mon.smithi111 2022-01-25T22:44:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:57 smithi179 conmon[32219]: (mon.0) 676 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "mgr fail", "who": "smithi111.vbmimw"}]': finished 2022-01-25T22:44:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:57 smithi179 conmon[32219]: cluster 2022-01-25T22:44:56.029657+0000 mon.smithi111 (mon.0) 677 : cluster [DBG] mgrmap e26: smithi179.kogymg(active, starting, since 0.998817s) 2022-01-25T22:44:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:57 smithi179 conmon[32219]: audit 2022-01-25T22:44:56.036161+0000 mon.smithi111 (mon.0) 678 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:44:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:57 smithi179 conmon[32219]: cluster 2022-01-25T22:44:56.036230+0000 mon.smithi111 (mon.0) 679 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-01-25T22:44:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:57 smithi111 conmon[29796]: audit 2022-01-25T22:44:56.029584+0000 mon.smithi111 (mon.0) 676 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "mgr fail", "who": "smithi111.vbmimw"}]': finished 2022-01-25T22:44:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:57 smithi111 conmon[29796]: cluster 2022-01-25T22:44:56.029657+0000 mon.smithi111 (mon.0) 677 : cluster [DBG] mgrmap e26: smithi179.kogymg(active, starting, since 0.998817s) 2022-01-25T22:44:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:57 smithi111 conmon[29796]: audit 2022-01-25T22:44:56.036161+0000 mon.smithi111 (mon.0) 678 : audit [INF] from='mgr.14566 172.21.15.111:0/3004979591' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:44:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:57 smithi111 conmon[29796]: cluster 2022-01-25T22:44:56.036230+0000 mon.smithi111 (mon.0) 679 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-01-25T22:44:57.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 116380 14.33 MB/sec execute 36 sec latency 36.682 ms 2022-01-25T22:44:58.282 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: cluster 2022-01-25T22:44:57.935010+0000 2022-01-25T22:44:58.283 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: mon.smithi111 (mon.0) 680 : cluster [INF] Active manager daemon smithi179.kogymg restarted 2022-01-25T22:44:58.283 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: cluster 2022-01-25T22:44:57.935558+0000 mon.smithi111 (mon 2022-01-25T22:44:58.283 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: .0) 681 : cluster [INF] Activating manager daemon smithi179.kogymg 2022-01-25T22:44:58.283 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: audit 2022-01-25T22:44 2022-01-25T22:44:58.284 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: :57.938614+0000 mon.smithi179 (mon.1) 25 : 2022-01-25T22:44:58.284 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:44:58.284 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:44:58.284 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: -25T22:44:57.940378+0000 mon.smithi111 ( 2022-01-25T22:44:58.284 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: mon.0) 682 : cluster [DBG] 2022-01-25T22:44:58.285 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: osdmap e68: 8 total, 8 up, 8 in 2022-01-25T22:44:58.285 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:44:58.285 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: T22:44:57.943489+0000 mon.smithi179 (mon. 2022-01-25T22:44:58.285 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: 1) 26 : audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:44:58.286 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.286 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: 2022-01-25T22:44:57.944825+0000 2022-01-25T22:44:58.286 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: mon.smithi179 (mon.1) 27 : audit 2022-01-25T22:44:58.286 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:44:58.287 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: audit 2022-01-25T22:44:57.945478 2022-01-25T22:44:58.287 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:58 smithi179 conmon[32219]: +0000 mon.smithi179 (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:44:58.297 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: cluster 2022-01-25T22:44:57.935010+0000 mon.smithi111 (mon.0) 680 : cluster [INF] Active manager daemon smithi179.kogymg restarted 2022-01-25T22:44:58.297 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: cluster 2022-01-25T22:44:57.935558+0000 mon.smithi111 (mon.0) 681 : cluster [INF] Activating manager daemon smithi179.kogymg 2022-01-25T22:44:58.297 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:44:58.298 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: -25T22:44:57.938614+0000 mon.smithi179 (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:44:58.298 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:44:58.298 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: 01-25T22:44:57.940378+0000 mon.smithi111 ( 2022-01-25T22:44:58.298 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: mon.0) 682 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-01-25T22:44:58.299 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:44:58.299 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: 01-25T22:44:57.943489+0000 mon.smithi179 2022-01-25T22:44:58.299 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:44:58.299 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:44:58.299 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: 01-25T22:44:57.944825+0000 mon.smithi179 ( 2022-01-25T22:44:58.300 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:44:58.300 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.300 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: 2022-01-25T22:44:57. 2022-01-25T22:44:58.300 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: 945478+0000 mon.smithi179 (mon.1) 28 : audit 2022-01-25T22:44:58.301 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:58 smithi111 conmon[29796]: [DBG] from='mgr.? 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:44:58.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 116632 14.13 MB/sec execute 37 sec latency 48.135 ms 2022-01-25T22:44:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: cluster 2022-01-25T22:44:58.036355+0000 mon.smithi111 (mon.0) 683 : cluster [DBG] mgrmap e27: smithi179.kogymg(active, starting, since 0.100949s) 2022-01-25T22:44:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.038527+0000 mon.smithi111 (mon.0) 684 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:44:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.038656+0000 mon.smithi111 (mon.0) 685 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:44:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.039183+0000 mon.smithi111 (mon.0) 686 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:44:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.039383+0000 mon.smithi111 (mon.0) 687 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:44:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.039816+0000 mon.smithi111 (mon.0) 688 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:44:59.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040071+0000 mon.smithi111 (mon.0) 689 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:44:59.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040251 2022-01-25T22:44:59.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 690 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:44:59.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040425+0000 mon.smithi111 (mon.0) 691 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:44:59.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040592+0000 mon.smithi111 (mon.0) 692 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:44:59.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040761+0000 mon.smithi111 (mon.0) 693 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:44:59.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.040952+0000 mon.smithi111 (mon.0) 694 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:44:59.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.041118+0000 mon.smithi111 (mon.0) 695 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:44:59.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.041286+0000 mon.smithi111 (mon.0) 696 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:44:59.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.042695+0000 mon.smithi111 (mon.0) 697 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:59.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.042919+0000 mon.smithi111 (mon.0) 698 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:59.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.043313+0000 mon.smithi111 (mon.0) 699 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:59.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: cluster 2022-01-25T22:44:58.098319+0000 mon.smithi111 (mon.0) 700 : cluster [INF] Manager daemon smithi179.kogymg is now available 2022-01-25T22:44:59.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.120458+0000 mon.smithi111 (mon.0) 701 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:44:59.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: cephadm 2022-01-25T22:44:58.120757+0000 mgr.smithi179.kogymg (mgr.24397) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-25T22:44:59.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.241972+0000 mon.smithi111 (mon.0) 702 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:59.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.243358+0000 mon.smithi111 (mon.0) 703 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:59.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.269919+0000 mon.smithi111 (mon.0) 704 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:44:59.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.297038+0000 mon.smithi111 (mon.0) 705 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi179.kogymg/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:59.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:44:59 smithi179 conmon[32219]: audit 2022-01-25T22:44:58.306257+0000 mon.smithi111 (mon.0) 706 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi179.kogymg/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: cluster 2022-01-25T22:44:58.036355+0000 mon.smithi111 (mon.0) 683 : cluster [DBG] mgrmap e27: smithi179.kogymg(active, starting, since 0.100949s) 2022-01-25T22:44:59.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.038527+0000 mon.smithi111 (mon.0) 684 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:44:59.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.038656+0000 mon.smithi111 (mon.0) 685 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:44:59.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.039183+0000 mon.smithi111 (mon.0) 686 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:44:59.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.039383+0000 mon.smithi111 (mon.0) 687 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:44:59.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.039816+0000 mon.smithi111 (mon.0) 688 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:44:59.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040071+0000 mon.smithi111 (mon.0) 689 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:44:59.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040251+0000 mon.smithi111 (mon.0) 690 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:44:59.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040425+0000 mon.smithi111 (mon.0) 691 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:44:59.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040592+0000 mon.smithi111 (mon.0) 692 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:44:59.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040761+0000 mon.smithi111 (mon.0) 693 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:44:59.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.040952+0000 mon.smithi111 (mon.0) 694 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:44:59.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.041118+0000 mon.smithi111 (mon.0) 695 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:44:59.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.041286+0000 mon.smithi111 (mon.0) 696 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:44:59.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.042695+0000 mon.smithi111 (mon.0) 697 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:59.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.042919+0000 mon.smithi111 (mon.0) 698 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:59.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.043313+0000 mon.smithi111 (mon.0) 699 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:59.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: cluster 2022-01-25T22:44:58.098319+0000 mon.smithi111 (mon.0) 700 : cluster [INF] Manager daemon smithi179.kogymg is now available 2022-01-25T22:44:59.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.120458+0000 mon.smithi111 (mon.0) 701 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:44:59.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: cephadm 2022-01-25T22:44:58.120757+0000 mgr.smithi179.kogymg (mgr.24397) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-25T22:44:59.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.241972+0000 mon.smithi111 (mon.0) 702 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:59.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.243358+0000 mon.smithi111 (mon.0) 703 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:59.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.269919+0000 mon.smithi111 (mon.0) 704 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:44:59.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.297038+0000 mon.smithi111 (mon.0) 705 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi179.kogymg/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:59.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:44:59 smithi111 conmon[29796]: audit 2022-01-25T22:44:58.306257+0000 mon.smithi111 (mon.0) 706 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi179.kogymg/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:59.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 116911 14.12 MB/sec execute 38 sec latency 51.476 ms 2022-01-25T22:45:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:00 smithi179 conmon[32219]: cluster 2022-01-25T22:44:59.039722+0000 mon.smithi111 (mon.0) 707 : cluster 2022-01-25T22:45:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:00 smithi179 conmon[32219]: [DBG] mgrmap e28: smithi179.kogymg(active, since 1.10432s) 2022-01-25T22:45:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:00 smithi179 conmon[32219]: cluster 2022-01-25T22:44:59.055323+0000 mgr.smithi179.kogymg (mgr.24397) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:00.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:00 smithi111 conmon[29796]: cluster 2022-01-25T22:44:59. 2022-01-25T22:45:00.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:00 smithi111 conmon[29796]: 039722+0000 mon.smithi111 (mon.0) 707 : cluster [DBG] mgrmap e28: smithi179.kogymg(active, since 1.10432s) 2022-01-25T22:45:00.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:00 smithi111 conmon[29796]: cluster 2022-01-25T22:44:59.055323+0000 mgr.smithi179.kogymg (mgr.24397) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:00.514 INFO:teuthology.orchestra.run.smithi111.stdout: 5 117238 13.96 MB/sec execute 39 sec latency 46.673 ms 2022-01-25T22:45:01.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:01 smithi179 conmon[32219]: cluster 2022-01-25T22:45:00.042626+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:01 smithi179 conmon[32219]: 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:01 smithi179 conmon[32219]: cluster 2022-01-25T22:45:00.053432+0000 mon.smithi111 (mon.0) 708 : cluster [DBG] mgrmap e29: smithi179.kogymg(active, since 2s) 2022-01-25T22:45:01.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:01 smithi111 conmon[29796]: cluster 2022-01-25T22:45:00.042626+0000 mgr.smithi179.kogymg (mgr.24397) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:01.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:01 smithi111 conmon[29796]: cluster 2022-01-25T22:45:00.053432+0000 mon.smithi111 (mon.0) 708 : cluster [DBG] mgrmap e29: smithi179.kogymg(active, since 2s) 2022-01-25T22:45:01.515 INFO:teuthology.orchestra.run.smithi111.stdout: 5 117560 13.79 MB/sec execute 40 sec latency 45.162 ms 2022-01-25T22:45:02.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 117888 13.71 MB/sec execute 41 sec latency 47.487 ms 2022-01-25T22:45:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: cluster 2022-01-25T22:45:02.043057+0000 mgr.smithi179.kogymg (mgr.24397) 4 : cluster 2022-01-25T22:45:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: [DBG] pgmap v5: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: cluster 2022-01-25T22:45:02.103357+0000 mon.smithi111 (mon.0) 709 : cluster [DBG] Standby manager daemon smithi111.vbmimw started 2022-01-25T22:45:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: audit 2022-01-25T22:45 2022-01-25T22:45:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: :02.105957+0000 mon.smithi111 (mon.0) 710 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/crt"}]: dispatch 2022-01-25T22:45:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: audit 2022-01-25T22:45:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: 2022-01-25T22:45:02.106881+0000 mon.smithi111 (mon. 2022-01-25T22:45:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: 0) 711 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: 22:45:02.109852+0000 mon.smithi111 (mon.0 2022-01-25T22:45:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: ) 712 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/key"}]: dispatch 2022-01-25T22:45:02.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:45:02.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: 25T22:45:02.110241+0000 mon.smithi111 ( 2022-01-25T22:45:02.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:02 smithi111 conmon[29796]: mon.0) 713 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:03.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: cluster 2022-01-25T22:45:02.043057+0000 mgr.smithi179.kogymg (mgr. 2022-01-25T22:45:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: 24397) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: cluster 2022-01-25T22:45:02.103357+0000 mon.smithi111 (mon.0) 709 : cluster [DBG] Standby manager daemon smithi111.vbmimw started 2022-01-25T22:45:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: audit 2022-01-25T22:45:02.105957+0000 mon.smithi111 (mon.0) 710 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/crt"}]: dispatch 2022-01-25T22:45:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: audit 2022-01-25T22:45:02.106881+0000 mon.smithi111 (mon.0 2022-01-25T22:45:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: ) 711 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:45:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: 22:45:02.109852+0000 mon.smithi111 (mon.0) 712 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/key"}]: dispatch 2022-01-25T22:45:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: audit 2022-01-25T22:45:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: 2022-01-25T22:45:02.110241+0000 mon.smithi111 2022-01-25T22:45:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: (mon.0) 713 : audit [DBG] from='mgr.? 172.21.15.111:0/4097429315' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:03.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:02 smithi179 conmon[32219]: 2022-01-25T22:45:03.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 118319 13.61 MB/sec execute 42 sec latency 34.038 ms 2022-01-25T22:45:04.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: cluster 2022-01-25T22:45:02.790633+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: 714 : cluster [DBG] mgrmap e30: smithi179.kogymg(active, since 4s), standbys: smithi111.vbmimw 2022-01-25T22:45:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: audit 2022-01-25T22:45:02.792136+0000 mon.smithi111 (mon.0) 715 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: audit 2022-01-25T22:45:03.361810+0000 mon.smithi111 2022-01-25T22:45:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: (mon.0) 716 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: audit 2022-01-25T22:45:03.707874+0000 mon.smithi111 (mon.0) 717 : audit [INF] 2022-01-25T22:45:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:03 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: cluster 2022-01-25T22:45:02.790633+0000 mon.smithi111 (mon.0) 714 : cluster [DBG] mgrmap e30: smithi179.kogymg(active, since 4s), standbys: smithi111.vbmimw 2022-01-25T22:45:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:45:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: :45:02.792136+0000 mon.smithi111 (mon.0) 715 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: audit 2022-01-25T22:45:03.361810+0000 mon.smithi111 (mon.0) 716 : audit 2022-01-25T22:45:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:04.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: 01-25T22:45:03.707874+0000 mon.smithi111 (mon.0) 717 : 2022-01-25T22:45:04.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:03 smithi111 conmon[29796]: audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:04.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 118704 13.38 MB/sec execute 43 sec latency 52.054 ms 2022-01-25T22:45:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:04 smithi179 conmon[32219]: cluster 2022-01-25T22:45:04.043431+0000 mgr.smithi179.kogymg (mgr. 2022-01-25T22:45:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:04 smithi179 conmon[32219]: 24397) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 705 KiB/s wr, 29 op/s 2022-01-25T22:45:05.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:04 smithi111 conmon[29796]: cluster 2022-01-25T22:45:04.043431+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:05.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:04 smithi111 conmon[29796]: .24397) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 320 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 705 KiB/s wr, 29 op/s 2022-01-25T22:45:05.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 119149 13.37 MB/sec execute 44 sec latency 35.181 ms 2022-01-25T22:45:06.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 119574 13.28 MB/sec execute 45 sec latency 251.152 ms 2022-01-25T22:45:06.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit 2022-01-25T22:45:05.301723+0000 mon.smithi111 (mon.0) 718 : 2022-01-25T22:45:06.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:06.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit 2022-01-25T22:45:05.692062+0000 mon.smithi111 (mon.0) 719 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:06.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit 2022-01-25T22:45:05.696891+0000 mon.smithi111 (mon.0) 720 : 2022-01-25T22:45:06.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:06.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: audit 2022-01-25T22:45:05.715660+0000 mon.smithi111 (mon.0) 721 2022-01-25T22:45:06.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:06 smithi179 conmon[32219]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:45:06.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:06 smithi111 conmon[29796]: audit 2022-01-25T22:45:05.301723+0000 2022-01-25T22:45:06.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:06 smithi111 conmon[29796]: mon.smithi111 (mon.0) 718 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:06.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:06 smithi111 conmon[29796]: audit 2022-01-25T22:45:05.692062+0000 mon.smithi111 (mon.0) 719 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:06 smithi111 conmon[29796]: audit 2022-01-25T22:45:05.696891+0000 mon.smithi111 (mon.0) 720 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:06 smithi111 conmon[29796]: audit 2022-01-25T22:45:05.715660+0000 mon.smithi111 (mon.0) 721 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:45:07.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120101 13.38 MB/sec execute 46 sec latency 35.596 ms 2022-01-25T22:45:07.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: cluster 2022-01-25T22:45:06.043897+0000 mgr.smithi179.kogymg ( 2022-01-25T22:45:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: mgr.24397) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 3.7 MiB/s wr, 377 op/s 2022-01-25T22:45:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: audit 2022-01-25T22:45:06.703822+0000 mon.smithi111 (mon.0) 722 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:45:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: cluster 2022-01-25T22:45:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: 2022-01-25T22:45:06.703884+0000 mon.smithi111 (mon.0) 723 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-25T22:45:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:45:07.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: T22:45:06.704972+0000 mon.smithi111 ( 2022-01-25T22:45:07.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: mon.0) 724 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:45:07.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:07.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: 01-25T22:45:06.708611+0000 2022-01-25T22:45:07.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: mon.smithi111 (mon.0) 725 : audit [INF] 2022-01-25T22:45:07.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:45:07.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: audit 2022-01-25T22:45:07.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: 2022-01-25T22:45:06.708808+0000 mon.smithi111 ( 2022-01-25T22:45:07.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:07 smithi179 conmon[32219]: mon.0) 726 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:45:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: cluster 2022-01-25T22:45:06.043897+0000 2022-01-25T22:45:07.777 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: mgr.smithi179.kogymg (mgr.24397) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 3.7 MiB/s wr, 377 op/s 2022-01-25T22:45:07.778 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: audit 2022-01-25T22:45:06.703822+0000 mon.smithi111 (mon.0) 722 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:45:07.778 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: cluster 2022-01-25T 2022-01-25T22:45:07.778 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: 22:45:06.703884+0000 mon.smithi111 (mon.0) 723 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-01-25T22:45:07.779 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: audit 2022-01-25T22:45:06. 2022-01-25T22:45:07.779 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: 704972+0000 mon.smithi111 (mon.0) 724 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:45:07.779 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: audit 2022-01-25T22:45:07.779 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: 2022-01-25T22:45:06. 2022-01-25T22:45:07.780 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: 708611+0000 mon.smithi111 (mon.0) 725 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:45:07.780 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:07.780 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: -01-25T22:45:06.708808+0000 mon.smithi111 2022-01-25T22:45:07.780 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:07 smithi111 conmon[29796]: (mon.0) 726 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:45:08.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 13.40 MB/sec execute 47 sec latency 353.182 ms 2022-01-25T22:45:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: audit 2022-01-25T22:45:07.705655+0000 mon.smithi111 (mon.0) 727 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:45:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: audit 2022-01-25T22:45:07 2022-01-25T22:45:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: .705896+0000 mon.smithi111 (mon.0) 728 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:45:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cluster 2022-01-25T22:45:07.706033+0000 mon.smithi111 (mon.0) 729 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-01-25T22:45:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:07.711738+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: .24397) 7 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:45:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01-25 2022-01-25T22:45:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: T22:45:07.744036+0000 mgr.smithi179.kogymg (mgr.24397) 8 : cephadm 2022-01-25T22:45:08.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: [INF] Found 1 exports for legacy nfs.foo 2022-01-25T22:45:08.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01-25T22:45 2022-01-25T22:45:08.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: :07.744192+0000 mgr.smithi179.kogymg (mgr.24397) 9 2022-01-25T22:45:08.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi111', 'nfs.foo.smithi179'] 2022-01-25T22:45:08.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01-25T22: 2022-01-25T22:45:08.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: 45:07.744300+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:08.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: 10 : cephadm [INF] Remove daemons nfs.foo.smithi111 nfs.foo.smithi179 2022-01-25T22:45:08.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01-25T 2022-01-25T22:45:08.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: 22:45:07.744834+0000 mgr.smithi179.kogymg (mgr. 2022-01-25T22:45:08.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: 24397) 11 : cephadm [INF] Removing daemon nfs.foo.smithi111 from smithi111 2022-01-25T22:45:08.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cephadm 2022-01- 2022-01-25T22:45:08.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: 25T22:45:07.745314+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:08.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: .24397) 12 : cephadm [INF] Removing daemon nfs.foo.smithi179 from smithi179 2022-01-25T22:45:08.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: cluster 2022-01 2022-01-25T22:45:08.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: -25T22:45:08.044279+0000 mgr.smithi179.kogymg 2022-01-25T22:45:08.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:08 smithi111 conmon[29796]: (mgr.24397) 13 : cluster [DBG] pgmap v10: 129 pgs: 32 unknown, 97 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 3.2 MiB/s wr, 329 op/s 2022-01-25T22:45:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: audit 2022-01-25T22:45:07.705655+0000 mon.smithi111 (mon.0) 727 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:45:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: 2022-01-25T22:45:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: audit 2022-01-25T22:45:07.705896+0000 mon.smithi111 (mon.0) 728 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:45:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cluster 2022-01-25T22:45:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: 2022-01-25T22:45:07.706033+0000 mon.smithi111 (mon.0) 729 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-01-25T22:45:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:45 2022-01-25T22:45:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: :07.711738+0000 mgr.smithi179.kogymg (mgr.24397) 7 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:45:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22 2022-01-25T22:45:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: :45:07.744036+0000 mgr.smithi179.kogymg (mgr.24397) 8 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-25T22:45:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:07 2022-01-25T22:45:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: .744192+0000 mgr.smithi179.kogymg (mgr.24397) 9 : cephadm [INF] 2022-01-25T22:45:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: Removing old nfs.foo daemons ['nfs.foo.smithi111', 'nfs.foo.smithi179'] 2022-01-25T22:45:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:45: 2022-01-25T22:45:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: 07.744300+0000 mgr.smithi179.kogymg (mgr.24397) 10 : 2022-01-25T22:45:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm [INF] Remove daemons nfs.foo.smithi111 nfs.foo.smithi179 2022-01-25T22:45:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:45 2022-01-25T22:45:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: :07.744834+0000 mgr.smithi179.kogymg (mgr.24397) 11 2022-01-25T22:45:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: : cephadm [INF] Removing daemon nfs.foo.smithi111 from smithi111 2022-01-25T22:45:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cephadm 2022-01-25T22:45 2022-01-25T22:45:09.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: :07.745314+0000 mgr.smithi179.kogymg (mgr.24397) 12 2022-01-25T22:45:09.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: : cephadm [INF] Removing daemon nfs.foo.smithi179 from smithi179 2022-01-25T22:45:09.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: cluster 2022-01-25T22:45 2022-01-25T22:45:09.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:08 smithi179 conmon[32219]: :08.044279+0000 mgr.smithi179.kogymg (mgr.24397) 13 : cluster [DBG] pgmap v10: 129 pgs: 32 unknown, 97 active+clean; 317 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 3.2 MiB/s wr, 329 op/s 2022-01-25T22:45:09.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 13.12 MB/sec execute 48 sec latency 1353.253 ms 2022-01-25T22:45:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:09 smithi111 conmon[29796]: cluster 2022-01-25T22:45:08.717545+0000 mon.smithi111 (mon.0) 730 : cluster 2022-01-25T22:45:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:09 smithi111 conmon[29796]: [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-01-25T22:45:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:09 smithi111 conmon[29796]: cluster 2022-01-25T22:45:08.717894+0000 mon.smithi111 (mon.0) 731 : cluster [DBG] mgrmap e31: smithi179.kogymg(active, since 10s), standbys: smithi111.vbmimw 2022-01-25T22:45:10.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:09 smithi179 conmon[32219]: cluster 2022-01-25T22:45:08.717545+0000 mon.smithi111 (mon.0) 730 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-01-25T22:45:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:09 smithi179 conmon[32219]: cluster 2022-01-25T22:45:08.717894+0000 mon.smithi111 (mon.0) 731 : cluster [DBG] mgrmap e31: smithi179.kogymg(active, since 10s), standbys: smithi111.vbmimw 2022-01-25T22:45:10.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 12.85 MB/sec execute 49 sec latency 2353.343 ms 2022-01-25T22:45:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:10 smithi179 conmon[32219]: cluster 2022-01-25T22:45:10.045228+0000 mgr.smithi179.kogymg (mgr.24397 2022-01-25T22:45:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:10 smithi179 conmon[32219]: ) 14 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 865 op/s 2022-01-25T22:45:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:10 smithi111 conmon[29796]: cluster 2022-01-25T22:45:10.045228+0000 mgr.smithi179.kogymg (mgr.24397) 14 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 865 op/s 2022-01-25T22:45:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:10 smithi111 conmon[29796]: 2022-01-25T22:45:11.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 12.59 MB/sec execute 50 sec latency 3353.376 ms 2022-01-25T22:45:12.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 12.35 MB/sec execute 51 sec latency 4353.429 ms 2022-01-25T22:45:12.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.012704+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:12.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 15 : cephadm [INF] Removing key for client.nfs.foo.smithi179 2022-01-25T22:45:12.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.013252+0000 mon.smithi111 (mon.0) 732 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179"}]: dispatch 2022-01-25T22:45:12.958 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.016266+0000 mon.smithi111 (mon. 2022-01-25T22:45:12.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 0) 733 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179"}]': finished 2022-01-25T22:45:12.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022-01 2022-01-25T22:45:12.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -25T22:45:12.016653+0000 2022-01-25T22:45:12.959 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: mgr.smithi179.kogymg (mgr.24397) 16 : cephadm [INF] 2022-01-25T22:45:12.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: Removing key for client.nfs.foo.smithi179-rgw 2022-01-25T22:45:12.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:45:12.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: T22:45:12.017211+0000 mon.smithi111 2022-01-25T22:45:12.960 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: (mon.0) 734 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179-rgw"}]: dispatch 2022-01-25T22:45:12.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45: 2022-01-25T22:45:12.961 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 12.019677+0000 mon.smithi111 (mon.0) 735 2022-01-25T22:45:12.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179-rgw"}]': finished 2022-01-25T22:45:12.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cluster 2022- 2022-01-25T22:45:12.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 01-25T22:45:12 2022-01-25T22:45:12.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: .045640+0000 mgr.smithi179.kogymg (mgr.24397 2022-01-25T22:45:12.962 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: ) 17 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 4.8 MiB/s wr, 451 op/s 2022-01-25T22:45:12.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022 2022-01-25T22:45:12.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -01-25T22:45: 2022-01-25T22:45:12.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 12.282944+0000 mgr.smithi179.kogymg (mgr.24397) 18 2022-01-25T22:45:12.963 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: : cephadm [INF] Removing key for client.nfs.foo.smithi111 2022-01-25T22:45:12.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45 2022-01-25T22:45:12.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: :12.283538+0000 mon.smithi111 (mon.0) 736 : audit [INF] 2022-01-25T22:45:12.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111"}]: dispatch 2022-01-25T22:45:12.964 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:12.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -01-25T22:45:12.286814+0000 mon.smithi111 (mon.0) 737 : audit [INF] 2022-01-25T22:45:12.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111"}]': finished 2022-01-25T22:45:12.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022 2022-01-25T22:45:12.965 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -01-25T22:45:12.287211+0000 mgr.smithi179.kogymg (mgr.24397 2022-01-25T22:45:12.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: ) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi111-rgw 2022-01-25T22:45:12.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:12.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 01-25T22:45:12. 2022-01-25T22:45:12.966 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 287587+0000 mon.smithi111 (mon.0) 738 : audit 2022-01-25T22:45:12.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111-rgw"}]: dispatch 2022-01-25T22:45:12.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:45:12.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 25T22:45:12.290003+0000 mon.smithi111 (mon 2022-01-25T22:45:12.967 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: .0) 739 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111-rgw"}]': finished 2022-01-25T22:45:12.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45: 2022-01-25T22:45:12.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 12.293087+0000 mon.smithi111 (mon.0) 740 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:12.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:12.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 22:45:12.293582+0000 mon.smithi111 (mon.0) 741 : audit 2022-01-25T22:45:12.968 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:45:12.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:12.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -01-25T22:45:12.294055+0000 mgr.smithi179.kogymg (mgr.24397) 20 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:45:12.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.969 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:45:12.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: T22:45:12.319550+0000 mon.smithi111 (mon.0) 742 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:45:12.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:12.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 22:45:12.322558+0000 mon.smithi111 (mon.0) 743 : audit 2022-01-25T22:45:12.970 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:45:12.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.326776+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:12.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 21 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:45:12.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.971 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.326911+0000 mgr.smithi179.kogymg (mgr.24397) 22 2022-01-25T22:45:12.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: : cephadm [INF] Done migrating all NFS services 2022-01-25T22:45:12.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.330341+0000 mon.smithi111 (mon.0) 744 : audit 2022-01-25T22:45:12.972 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:12.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.334771+0000 mon.smithi111 (mon.0) 745 : audit 2022-01-25T22:45:12.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:12.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:12.973 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -01-25T22:45:12.337833+0000 mon.smithi111 (mon.0) 746 : audit [INF] 2022-01-25T22:45:12.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:12.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.343206+0000 mon.smithi111 (mon.0 2022-01-25T22:45:12.974 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: ) 747 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:12.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.344194+0000 mgr.smithi179.kogymg (mgr.24397) 23 : 2022-01-25T22:45:12.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: cephadm [INF] Creating key for client.nfs.foo.0.0.smithi111.jmippz 2022-01-25T22:45:12.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.975 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.344534+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:12.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 748 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:45:12.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 2022-01-25T22:45:12.346944+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:12.976 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 749 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:45:12.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:45:12.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: -25T22:45:12.347606+0000 mon.smithi111 ( 2022-01-25T22:45:12.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: mon.0) 750 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:45:12.977 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.350025 2022-01-25T22:45:12.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 751 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:45:12.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:45:12.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 45:12.351148+0000 mon.smithi111 (mon.0) 752 : audit 2022-01-25T22:45:12.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:12.978 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45:12.388894 2022-01-25T22:45:12.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 753 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:45:12.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22: 2022-01-25T22:45:12.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 45:12.391521+0000 mon.smithi111 (mon.0) 754 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:45:12.979 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:45:12.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 25T22:45:12.435711+0000 mon.smithi111 (mon.0 2022-01-25T22:45:12.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: ) 755 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:45:12.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45: 2022-01-25T22:45:12.980 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 12.438729+0000 mon.smithi111 (mon.0) 756 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:45:12.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: audit 2022-01-25T22:45: 2022-01-25T22:45:12.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:12 smithi111 conmon[29796]: 12.445953+0000 mon.smithi111 (mon.0) 757 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:13.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.012704+0000 mgr.smithi179.kogymg (mgr.24397) 15 : cephadm [INF] Removing key for client.nfs.foo.smithi179 2022-01-25T22:45:13.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.013252+0000 mon.smithi111 (mon.0) 732 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179"}]: dispatch 2022-01-25T22:45:13.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.016266+0000 mon.smithi111 (mon.0) 733 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179"}]': finished 2022-01-25T22:45:13.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.016653+0000 mgr.smithi179.kogymg (mgr.24397) 16 : cephadm [INF] Removing key for client.nfs.foo.smithi179-rgw 2022-01-25T22:45:13.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.017211+0000 mon.smithi111 (mon.0) 734 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179-rgw"}]: dispatch 2022-01-25T22:45:13.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.019677+0000 mon.smithi111 (mon.0) 735 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi179-rgw"}]': finished 2022-01-25T22:45:13.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cluster 2022-01-25T22:45:12.045640+0000 mgr.smithi179.kogymg (mgr.24397) 17 : cluster [DBG] 2022-01-25T22:45:13.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: pgmap v13: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.8 KiB/s rd, 4.8 MiB/s wr, 451 op/s 2022-01-25T22:45:13.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.282944+0000 mgr.smithi179.kogymg (mgr.24397) 18 : cephadm [INF] Removing key for client.nfs.foo.smithi111 2022-01-25T22:45:13.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.283538+0000 mon.smithi111 (mon.0) 736 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111"}]: dispatch 2022-01-25T22:45:13.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.286814+0000 mon.smithi111 (mon.0) 737 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111"}]': finished 2022-01-25T22:45:13.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.287211+0000 mgr.smithi179.kogymg (mgr.24397) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi111-rgw 2022-01-25T22:45:13.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.287587+0000 mon.smithi111 (mon.0) 738 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111-rgw"}]: dispatch 2022-01-25T22:45:13.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.290003+0000 mon.smithi111 (mon.0) 739 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi111-rgw"}]': finished 2022-01-25T22:45:13.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.293087+0000 mon.smithi111 (mon.0) 740 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:13.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.293582+0000 mon.smithi111 (mon.0) 741 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:45:13.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.294055+0000 mgr.smithi179.kogymg (mgr.24397) 20 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:45:13.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:45:13.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: -25T22:45:12.319550+0000 mon.smithi111 (mon.0) 742 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:45:13.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.322558+0000 mon.smithi111 (mon.0) 743 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:45:13.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22: 2022-01-25T22:45:13.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 45:12.326776+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:13.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 21 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:45:13.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022- 2022-01-25T22:45:13.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 01-25T22:45:12.326911+0000 2022-01-25T22:45:13.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mgr.smithi179.kogymg (mgr.24397) 22 : cephadm [INF] Done migrating all NFS services 2022-01-25T22:45:13.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:13.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:13.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:12.330341 2022-01-25T22:45:13.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 744 : audit [INF] 2022-01-25T22:45:13.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:13.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:45:13.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 22:45:12.334771+0000 mon.smithi111 (mon. 2022-01-25T22:45:13.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 0) 745 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:13.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:13.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 01-25T22:45:12.337833+0000 mon.smithi111 ( 2022-01-25T22:45:13.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.0) 746 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:13.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:13.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: -01-25T22:45:12.343206+0000 2022-01-25T22:45:13.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.smithi111 (mon.0) 747 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:13.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:13.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: cephadm 2022-01-25T22:45: 2022-01-25T22:45:13.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 12.344194+0000 mgr.smithi179.kogymg (mgr.24397) 23 2022-01-25T22:45:13.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi111.jmippz 2022-01-25T22:45:13.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:45:13.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: -25T22:45:12.344534+0000 mon.smithi111 ( 2022-01-25T22:45:13.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.0) 748 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:45:13.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:13.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:12.346944 2022-01-25T22:45:13.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 749 : audit [INF] 2022-01-25T22:45:13.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:45:13.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45 2022-01-25T22:45:13.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: :12.347606+0000 mon.smithi111 (mon.0) 750 2022-01-25T22:45:13.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:45:13.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:45:13.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 25T22:45:12.350025+0000 mon.smithi111 ( 2022-01-25T22:45:13.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.0) 751 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:45:13.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:12.351148+0000 mon.smithi111 2022-01-25T22:45:13.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: (mon.0) 752 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:13.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:13.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: -01-25T22:45:12.388894+0000 2022-01-25T22:45:13.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.smithi111 (mon.0) 753 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:45:13.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:13.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45: 2022-01-25T22:45:13.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 12.391521+0000 mon.smithi111 (mon.0) 754 2022-01-25T22:45:13.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:45:13.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:45:13.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 22:45:12.435711+0000 mon.smithi111 (mon. 2022-01-25T22:45:13.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 0) 755 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:45:13.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:13.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22 2022-01-25T22:45:13.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: :45:12.438729+0000 mon.smithi111 (mon.0 2022-01-25T22:45:13.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: ) 756 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi111.jmippz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:45:13.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: audit 2022-01-25T22:45:13.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: 2022-01-25T22:45:12.445953+0000 2022-01-25T22:45:13.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: mon.smithi111 (mon.0) 757 : audit [DBG] 2022-01-25T22:45:13.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:12 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:13.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 12.11 MB/sec execute 52 sec latency 5353.455 ms 2022-01-25T22:45:14.278 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:14 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.347225+0000 mgr.smithi179.kogymg (mgr.24397) 24 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:45:14.278 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:14 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.435104+0000 mgr.smithi179.kogymg (mgr.24397) 25 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:45:14.279 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:14 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.435204+0000 mgr.smithi179.kogymg (mgr.24397) 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi111.jmippz-rgw 2022-01-25T22:45:14.279 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:14 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:12.446627+0000 mgr.smithi179.kogymg (mgr.24397) 27 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi111.jmippz on smithi111 2022-01-25T22:45:14.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.347225+0000 mgr.smithi179.kogymg (mgr.24397) 24 : cephadm 2022-01-25T22:45:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:45:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.435104+0000 mgr.smithi179.kogymg (mgr.24397) 25 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:45:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:12.435204+0000 mgr.smithi179.kogymg (mgr.24397) 26 2022-01-25T22:45:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi111.jmippz-rgw 2022-01-25T22:45:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: cephadm 2022-01 2022-01-25T22:45:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: -25T22:45:12.446627+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:14 smithi179 conmon[32219]: .24397) 27 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi111.jmippz on smithi111 2022-01-25T22:45:14.516 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 11.88 MB/sec execute 53 sec latency 6353.482 ms 2022-01-25T22:45:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:15 smithi179 conmon[32219]: cluster 2022-01-25T22:45:14.032993+0000 mon.smithi111 (mon.0) 758 : cluster [DBG] mgrmap e32: smithi179.kogymg(active, since 16s), standbys: smithi111.vbmimw 2022-01-25T22:45:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:15 smithi179 conmon[32219]: 2022-01-25T22:45:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:15 smithi179 conmon[32219]: cluster 2022-01-25T22:45:14.046163+0000 mgr.smithi179.kogymg (mgr.24397) 28 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 3.9 MiB/s wr, 368 op/s 2022-01-25T22:45:15.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:15 smithi111 conmon[29796]: cluster 2022-01-25T22:45:14.032993+0000 mon.smithi111 (mon.0) 758 : cluster [DBG] mgrmap e32: smithi179.kogymg(active, since 16s), standbys: smithi111.vbmimw 2022-01-25T22:45:15.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:15 smithi111 conmon[29796]: cluster 2022-01-25T22:45:14.046163+0000 mgr.smithi179.kogymg (mgr.24397) 28 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 3.9 MiB/s wr, 368 op/s 2022-01-25T22:45:15.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 11.66 MB/sec execute 54 sec latency 7353.554 ms 2022-01-25T22:45:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.150541+0000 mon.smithi111 (mon.0) 759 : audit [INF] 2022-01-25T22:45:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:15.151657+0000 mgr.smithi179.kogymg (mgr.24397) 29 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi179.kiuofl 2022-01-25T22:45:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.152091+0000 mon.smithi111 (mon.0) 760 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:45:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.156863+0000 mon.smithi111 (mon.0) 761 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:45:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:15.157413+0000 mgr.smithi179.kogymg (mgr.24397) 30 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:45:16.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.158002+0000 mon.smithi111 (mon.0) 762 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:45:16.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.162563+0000 mon.smithi111 (mon.0) 763 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:45:16.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:16 smithi111 conmon[29796]: audit 2022-01-25T22:45:15.163997+0000 mon.smithi111 (mon.0) 764 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:16.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 11.45 MB/sec execute 55 sec latency 8353.646 ms 2022-01-25T22:45:16.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022-01-25T22:45:15.150541+0000 mon.smithi111 (mon. 2022-01-25T22:45:16.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: 0) 759 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:16.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:15.151657+0000 mgr.smithi179.kogymg (mgr.24397 2022-01-25T22:45:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: ) 29 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi179.kiuofl 2022-01-25T22:45:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022-01-25T22:45 2022-01-25T22:45:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: :15.152091+0000 mon.smithi111 (mon.0) 760 : audit [INF] 2022-01-25T22:45:16.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:45:16.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022-01-25T22:45:16.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: 2022-01 2022-01-25T22:45:16.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: -25T22:45:15.156863+0000 mon.smithi111 (mon 2022-01-25T22:45:16.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: .0) 761 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:45:16.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: cephadm 2022-01-25T 2022-01-25T22:45:16.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: 22:45:15.157413+0000 mgr.smithi179.kogymg (mgr.24397) 30 : cephadm 2022-01-25T22:45:16.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:45:16.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:16.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: -01-25T22:45:15.158002+0000 mon.smithi111 (mon 2022-01-25T22:45:16.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: .0) 762 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:45:16.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:16.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: 01-25T22:45:15.162563+0000 mon.smithi111 (mon. 2022-01-25T22:45:16.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: 0) 763 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:45:16.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: audit 2022-01-25T22:45:15.163997+0000 2022-01-25T22:45:16.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:16 smithi179 conmon[32219]: mon.smithi111 (mon.0) 764 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:17 smithi111 conmon[29796]: cluster 2022-01-25T22:45:16.046984+0000 mgr.smithi179.kogymg (mgr.24397) 31 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 3.5 MiB/s wr, 326 op/s 2022-01-25T22:45:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:17 smithi111 conmon[29796]: 2022-01-25T22:45:17.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 11.24 MB/sec execute 56 sec latency 9353.743 ms 2022-01-25T22:45:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:17 smithi179 conmon[32219]: cluster 2022-01-25T22:45:16.046984+0000 mgr.smithi179.kogymg (mgr.24397) 31 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 3.5 MiB/s wr, 326 op/s 2022-01-25T22:45:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:17 smithi179 conmon[32219]: 2022-01-25T22:45:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: audit 2022-01-25T22:45:18.102991+0000 mon.smithi111 (mon.0) 765 : audit [INF] 2022-01-25T22:45:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:45:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: audit 2022-01-25T22:45:18.107000+0000 mon.smithi111 (mon.0) 766 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:45:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: audit 2022-01-25T22:45:18.158386+0000 mon.smithi111 (mon.0) 767 : audit [INF] 2022-01-25T22:45:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:45:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: audit 2022-01-25T22:45:18.162599+0000 mon.smithi111 (mon.0) 768 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:45:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:45:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:18 smithi111 conmon[29796]: 25T22:45:18.164037+0000 mon.smithi111 (mon.0) 769 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:18.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 11.05 MB/sec execute 57 sec latency 10353.875 ms 2022-01-25T22:45:18.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: audit 2022-01-25T22:45:18.102991+0000 mon.smithi111 (mon. 2022-01-25T22:45:18.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: 0) 765 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:45:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: audit 2022-01-25T22:45:18.107000+0000 mon.smithi111 (mon.0) 766 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:45:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: audit 2022-01-25T22:45:18.158386+0000 2022-01-25T22:45:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: mon.smithi111 (mon.0) 767 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:45:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: -01-25T22:45:18.162599+0000 mon.smithi111 (mon. 2022-01-25T22:45:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: 0) 768 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi179.kiuofl-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:45:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: -01-25T22:45:18.164037+0000 2022-01-25T22:45:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:18 smithi179 conmon[32219]: mon.smithi111 (mon.0) 769 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:19 smithi179 conmon[32219]: cluster 2022-01-25T22:45:18.047489+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:19 smithi179 conmon[32219]: .24397) 32 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.9 MiB/s wr, 271 op/s 2022-01-25T22:45:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:18.157582+0000 mgr.smithi179.kogymg (mgr.24397) 33 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:45:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:18.157676+0000 mgr.smithi179.kogymg (mgr.24397) 34 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi179.kiuofl-rgw 2022-01-25T22:45:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:19 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:18.164679+0000 mgr.smithi179.kogymg (mgr.24397) 35 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi179.kiuofl on smithi179 2022-01-25T22:45:19.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: cluster 2022-01-25T22:45:18.047489+0000 mgr.smithi179.kogymg (mgr.24397) 32 : 2022-01-25T22:45:19.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.9 MiB/s wr, 271 op/s 2022-01-25T22:45:19.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:18.157582+0000 mgr.smithi179.kogymg (mgr.24397) 33 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:45:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:18. 2022-01-25T22:45:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: 157676+0000 mgr.smithi179.kogymg (mgr.24397) 34 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi179.kiuofl-rgw 2022-01-25T22:45:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:19 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:18.164679+0000 mgr.smithi179.kogymg (mgr.24397) 35 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi179.kiuofl on smithi179 2022-01-25T22:45:19.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 10.86 MB/sec execute 58 sec latency 11353.924 ms 2022-01-25T22:45:20.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 10.67 MB/sec execute 59 sec latency 12354.008 ms 2022-01-25T22:45:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: cluster 2022-01-25T22:45:20.048144+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: .24397) 36 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 2.6 MiB/s wr, 242 op/s 2022-01-25T22:45:21.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: audit 2022-01-25T22:45:20.681684+0000 mon.smithi111 (mon.0) 770 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: audit 2022-01-25T22:45:20.683649+0000 mon.smithi111 (mon.0) 771 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: audit 2022-01-25T22:45:20.684825+0000 mon.smithi111 (mon.0) 772 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:21 smithi111 conmon[29796]: audit 2022-01-25T22:45:20.685561+0000 mon.smithi111 (mon.0) 773 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:21.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 10.49 MB/sec execute 60 sec latency 13354.077 ms 2022-01-25T22:45:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: cluster 2022-01-25T22:45:20.048144+0000 mgr.smithi179.kogymg (mgr.24397) 36 : 2022-01-25T22:45:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 2.6 MiB/s wr, 242 op/s 2022-01-25T22:45:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: audit 2022-01-25T22:45:20.681684+0000 mon.smithi111 (mon.0) 770 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: audit 2022-01-25T22:45:20.683649+0000 mon.smithi111 (mon.0) 771 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: audit 2022-01-25T22:45:20.684825+0000 mon.smithi111 (mon.0) 772 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:21 smithi179 conmon[32219]: audit 2022-01-25T22:45:20.685561+0000 mon.smithi111 (mon.0) 773 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:22 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:20.686009+0000 mgr.smithi179.kogymg (mgr.24397) 37 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:22.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 10.32 MB/sec execute 61 sec latency 14354.128 ms 2022-01-25T22:45:22.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:22 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:20.686009+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:22.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:22 smithi179 conmon[32219]: 37 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:23.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:23 smithi111 conmon[29796]: cluster 2022-01-25T22:45:22.048517+0000 mgr.smithi179.kogymg (mgr.24397) 38 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2022-01-25T22:45:23.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 10.15 MB/sec execute 62 sec latency 15354.174 ms 2022-01-25T22:45:23.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:23 smithi179 conmon[32219]: cluster 2022-01-25T22:45:22.048517+0000 mgr.smithi179.kogymg 2022-01-25T22:45:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:23 smithi179 conmon[32219]: (mgr.24397) 38 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2022-01-25T22:45:24.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.99 MB/sec execute 63 sec latency 16354.203 ms 2022-01-25T22:45:24.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:24 smithi179 conmon[32219]: audit 2022-01-25T22:45:23.308748+0000 mon.smithi111 (mon. 2022-01-25T22:45:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:24 smithi179 conmon[32219]: 0) 774 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:24.695 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:45:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:24 smithi111 conmon[29796]: audit 2022-01-25T22:45:23.308748+0000 mon.smithi111 (mon.0) 774 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:25.003 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:45:25.004 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (7m) 19s ago 8m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:45:25.004 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (8m) 19s ago 8m 7004k - 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:45:25.004 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (7m) 0s ago 7m 7142k - 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:45:25.004 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (7m) 19s ago 8m 35.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:45:25.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (3m) 19s ago 3m 14.4M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:45:25.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (3m) 0s ago 3m 40.6M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:45:25.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:9283 running (9m) 19s ago 9m 224M - 16.2.4 8d91d370c2b8 dc07b7e19ec0 2022-01-25T22:45:25.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (35s) 0s ago 7m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf 69e7e1c54879 2022-01-25T22:45:25.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (9m) 19s ago 9m 136M 2048M 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:45:25.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (7m) 0s ago 7m 81.8M 2048M 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:45:25.006 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 starting - - - - 2022-01-25T22:45:25.006 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (4s) 0s ago 4s 20.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:45:25.007 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (8m) 19s ago 8m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:45:25.007 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (7m) 0s ago 7m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:45:25.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 19s ago 7m 1587M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:45:25.008 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6m) 19s ago 6m 1449M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:45:25.008 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6m) 19s ago 6m 943M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:45:25.008 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6m) 19s ago 6m 1603M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:45:25.008 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (5m) 0s ago 5m 1416M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:45:25.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (5m) 0s ago 5m 1842M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:45:25.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (5m) 0s ago 5m 1428M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:45:25.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (5m) 0s ago 5m 2291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:45:25.010 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (7m) 19s ago 8m 44.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:45:25.385 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:45:25.386 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:45:25.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:25.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:25.387 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:45:25.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-25T22:45:25.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:45:25.387 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:25.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:45:25.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:45:25.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:25.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:45:25.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:25.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:25.389 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:45:25.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-01-25T22:45:25.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:45:25.390 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:45:25.390 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:45:25.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.84 MB/sec execute 64 sec latency 17354.254 ms 2022-01-25T22:45:25.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:25 smithi179 conmon[32219]: cluster 2022-01-25T22:45:24.048915+0000 mgr.smithi179.kogymg (mgr.24397) 39 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2022-01-25T22:45:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:25 smithi179 conmon[32219]: audit 2022-01-25T22:45:24.590408+0000 mon.smithi111 (mon.0) 775 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:25 smithi111 conmon[29796]: cluster 2022-01-25T22:45:24.048915+0000 mgr.smithi179.kogymg (mgr.24397) 39 2022-01-25T22:45:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:25 smithi111 conmon[29796]: : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2022-01-25T22:45:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:25 smithi111 conmon[29796]: audit 2022-01-25T22:45:24.590408+0000 mon.smithi111 (mon.0) 775 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.69 MB/sec execute 65 sec latency 18354.282 ms 2022-01-25T22:45:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45:24.682057+0000 mgr.smithi179.kogymg (mgr.24397) 40 : audit [DBG] from='client.14702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: 2022-01-25T22:45:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45:24.995860+0000 mgr.smithi179.kogymg (mgr.24397) 41 : audit [DBG] from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45:25.387468+0000 mon.smithi111 (mon.0) 776 : audit [DBG] from='client.? 172.21.15.111:0/2493699254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45:25.803181+0000 mon.smithi111 (mon.0) 777 : audit 2022-01-25T22:45:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45: 2022-01-25T22:45:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: 25.806539+0000 mon.smithi111 (mon.0) 778 : audit 2022-01-25T22:45:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45 2022-01-25T22:45:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: :25.813268+0000 mon.smithi111 (mon.0) 779 : audit 2022-01-25T22:45:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:45:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: 45:25.818591+0000 mon.smithi111 (mon.0) 780 : audit 2022-01-25T22:45:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: audit 2022-01-25T22:45: 2022-01-25T22:45:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: 25.822457+0000 mon.smithi111 (mon.0) 781 : audit 2022-01-25T22:45:26.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:26 smithi179 conmon[32219]: [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022-01-25T22:45:24.682057+0000 mgr.smithi179.kogymg 2022-01-25T22:45:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: (mgr.24397) 40 : audit [DBG] from='client.14702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022-01-25T22:45:24.995860+0000 2022-01-25T22:45:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: mgr.smithi179.kogymg (mgr.24397) 41 : audit [DBG] from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 01-25T22:45:25.387468 2022-01-25T22:45:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 776 2022-01-25T22:45:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: : audit [DBG] from='client.? 172.21.15.111:0/2493699254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:26.742 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:26.742 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: -01-25T22:45:25 2022-01-25T22:45:26.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: .803181+0000 mon.smithi111 (mon.0 2022-01-25T22:45:26.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: ) 777 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:26.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: -01-25T22:45:25 2022-01-25T22:45:26.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: .806539+0000 mon.smithi111 (mon. 2022-01-25T22:45:26.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 0) 778 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 2022-01-25T22:45:26.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022-01-25T22:45:26.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 2022-01-25T22:45: 2022-01-25T22:45:26.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 25.813268+0000 mon.smithi111 (mon 2022-01-25T22:45:26.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: .0) 779 : audit [INF] 2022-01-25T22:45:26.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:26.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022-01-25T22:45:26.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 2022-01-25T22:45 2022-01-25T22:45:26.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: :25.818591+0000 mon.smithi111 ( 2022-01-25T22:45:26.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: mon.0) 780 : audit 2022-01-25T22:45:26.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:26.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: audit 2022-01-25T22:45:26.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: 2022-01-25T22 2022-01-25T22:45:26.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: :45:25.822457+0000 mon.smithi111 ( 2022-01-25T22:45:26.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: mon.0) 781 : audit [INF] 2022-01-25T22:45:26.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:26 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:27.517 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.54 MB/sec execute 66 sec latency 19354.353 ms 2022-01-25T22:45:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:27 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:25.823318+0000 mgr.smithi179.kogymg (mgr.24397) 42 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi179.kogymg) 2022-01-25T22:45:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:27 smithi179 conmon[32219]: cluster 2022-01-25T22:45:26.049501+0000 mgr.smithi179.kogymg (mgr.24397) 43 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.7 KiB/s wr, 6 op/s 2022-01-25T22:45:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:27 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:25.823318+0000 mgr.smithi179.kogymg (mgr 2022-01-25T22:45:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:27 smithi111 conmon[29796]: .24397) 42 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi179.kogymg) 2022-01-25T22:45:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:27 smithi111 conmon[29796]: cluster 2022-01-25T22:45:26.049501+0000 mgr.smithi179.kogymg (mgr.24397) 43 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.7 KiB/s wr, 6 op/s 2022-01-25T22:45:28.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.40 MB/sec execute 67 sec latency 20354.410 ms 2022-01-25T22:45:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:27.478941+0000 mgr.smithi179.kogymg (mgr.24397) 44 : cephadm [INF] Upgrade: Updating mgr.smithi111.vbmimw 2022-01-25T22:45:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: audit 2022-01-25T22:45 2022-01-25T22:45:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: :27.483760+0000 mon.smithi111 (mon.0) 782 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: audit 2022-01-25T22:45:27.484741+0000 mon.smithi111 (mon.0) 783 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi111.vbmimw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:45:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: audit 2022-01-25T22:45:27.485663+0000 mon.smithi111 (mon.0) 784 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:45:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: audit 2022-01-25T22:45:27.486653+0000 mon.smithi111 (mon.0) 785 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:27.487465+0000 mgr.smithi179.kogymg (mgr.24397) 45 : cephadm [INF] Deploying daemon mgr.smithi111.vbmimw on smithi111 2022-01-25T22:45:28.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:28 smithi111 conmon[29796]: cluster 2022-01-25T22:45:28.050063+0000 mgr.smithi179.kogymg (mgr.24397) 46 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2022-01-25T22:45:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:27.478941+0000 mgr.smithi179.kogymg (mgr.24397) 44 : cephadm [INF] Upgrade: Updating mgr.smithi111.vbmimw 2022-01-25T22:45:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: 2022-01-25T22:45:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: audit 2022-01-25T22:45:27.483760+0000 mon.smithi111 (mon.0) 782 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: audit 2022-01-25T22:45:27.484741+0000 mon.smithi111 (mon.0) 783 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi111.vbmimw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:45:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: audit 2022-01-25T22:45:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: 2022-01-25T22:45:27.485663+0000 mon.smithi111 (mon.0) 784 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:45:28.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: audit 2022-01-25T22:45:27.486653+0000 mon.smithi111 (mon.0) 785 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:28.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:27.487465+0000 mgr.smithi179.kogymg (mgr. 2022-01-25T22:45:28.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: 24397) 45 : cephadm [INF] Deploying daemon mgr.smithi111.vbmimw on smithi111 2022-01-25T22:45:28.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: cluster 2022-01-25T22:45:28.050063+0000 mgr.smithi179.kogymg (mgr.24397) 46 2022-01-25T22:45:28.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:28 smithi179 conmon[32219]: : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2022-01-25T22:45:29.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.26 MB/sec execute 68 sec latency 21354.506 ms 2022-01-25T22:45:30.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 9.12 MB/sec execute 69 sec latency 22354.557 ms 2022-01-25T22:45:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: cluster 2022-01-25T22:45:30.050899+0000 mgr.smithi179.kogymg (mgr.24397) 2022-01-25T22:45:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2022-01-25T22:45:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: audit 2022-01-25T22:45:30.750961+0000 mon.smithi111 (mon.0) 786 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: audit 2022-01-25T22:45:30.751856+0000 mon.smithi111 (mon 2022-01-25T22:45:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: .0) 787 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:31.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: -01-25T22:45:30.753016 2022-01-25T22:45:31.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 788 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:31.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:45:31.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: :45:30.753918+0000 mon.smithi111 (mon.0) 789 : audit [INF] 2022-01-25T22:45:31.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:31 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: cluster 2022-01-25T22:45:30.050899+0000 mgr.smithi179.kogymg (mgr.24397) 47 : cluster 2022-01-25T22:45:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: [DBG] pgmap v22: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2022-01-25T22:45:31.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: audit 2022-01-25T22:45:30.750961+0000 mon.smithi111 (mon.0) 786 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: audit 2022-01-25T22:45:30.751856+0000 mon.smithi111 (mon.0) 787 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: audit 2022-01-25T22:45:30.753016+0000 mon.smithi111 (mon.0) 788 : audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:31 smithi111 conmon[29796]: audit 2022-01-25T22:45:30.753918+0000 mon.smithi111 (mon.0) 789 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:31.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.99 MB/sec execute 70 sec latency 23354.900 ms 2022-01-25T22:45:32.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:32 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:30.754527+0000 mgr.smithi179.kogymg (mgr.24397) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:32 smithi179 conmon[32219]: 2022-01-25T22:45:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:32 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:30.754527+0000 mgr.smithi179.kogymg ( 2022-01-25T22:45:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:32 smithi111 conmon[29796]: mgr.24397) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:32.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.87 MB/sec execute 71 sec latency 24354.927 ms 2022-01-25T22:45:33.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:33 smithi179 conmon[32219]: cluster 2022-01-25T22:45:32.051333+0000 mgr.smithi179.kogymg 2022-01-25T22:45:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:33 smithi179 conmon[32219]: (mgr.24397) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2022-01-25T22:45:33.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:33 smithi111 conmon[29796]: cluster 2022-01-25T22:45:32.051333+0000 mgr.smithi179.kogymg (mgr.24397) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2022-01-25T22:45:33.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:33 smithi111 conmon[29796]: 2022-01-25T22:45:33.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.74 MB/sec execute 72 sec latency 25354.981 ms 2022-01-25T22:45:34.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.62 MB/sec execute 73 sec latency 26355.012 ms 2022-01-25T22:45:35.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:35 smithi179 conmon[32219]: cluster 2022-01-25T22:45:34.051788+0000 mgr.smithi179.kogymg (mgr.24397) 50 : 2022-01-25T22:45:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:35 smithi179 conmon[32219]: cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2022-01-25T22:45:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:35 smithi179 conmon[32219]: audit 2022-01-25T22:45:34.606110+0000 mon.smithi111 (mon.0) 790 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:35.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:35 smithi111 conmon[29796]: cluster 2022-01-25T22:45:34.051788+0000 mgr.smithi179.kogymg (mgr.24397) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2022-01-25T22:45:35.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:35 smithi111 conmon[29796]: audit 2022-01-25T22:45:34.606110+0000 mon.smithi111 (mon.0) 790 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:35.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.51 MB/sec execute 74 sec latency 27355.047 ms 2022-01-25T22:45:36.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.39 MB/sec execute 75 sec latency 28355.082 ms 2022-01-25T22:45:37.387 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: cluster 2022-01-25T22:45:36.052587+0000 mgr.smithi179.kogymg (mgr.24397) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2022-01-25T22:45:37.387 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:45:37.387 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 01-25T22:45:36.409131+0000 mon.smithi111 (mon.0) 791 : cluster [DBG] Standby manager daemon smithi111.vbmimw restarted 2022-01-25T22:45:37.388 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: cluster 2022-01-25T22:45:36.409293+0000 mon.smithi111 (mon.0) 792 : cluster [DBG] Standby manager daemon smithi111.vbmimw started 2022-01-25T22:45:37.388 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.388 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 2022-01-25T22:45:36.411143+0000 mon.smithi111 (mon.0) 793 : audit 2022-01-25T22:45:37.388 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/crt"}]: dispatch 2022-01-25T22:45:37.389 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.389 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 2022-01-25T22:45: 2022-01-25T22:45:37.389 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 36.411509+0000 mon.smithi111 (mon.0 2022-01-25T22:45:37.389 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: ) 794 : audit [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:37.390 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:45:37.390 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 45:36.413834+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:37.390 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 795 : audit [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/key"}]: dispatch 2022-01-25T22:45:37.391 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:37.391 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 01-25T22:45:36.414664+0000 2022-01-25T22:45:37.391 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: mon.smithi111 (mon.0) 796 : audit 2022-01-25T22:45:37.391 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:37.391 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:37.392 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 01-25T22:45:36.751720 2022-01-25T22:45:37.392 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 797 : 2022-01-25T22:45:37.392 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.392 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:37.393 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: -01-25T22 2022-01-25T22:45:37.393 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: :45:36.755636+0000 mon.smithi111 2022-01-25T22:45:37.393 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: (mon.0) 798 : audit [INF] 2022-01-25T22:45:37.393 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.393 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.394 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 2022-01-25T22 2022-01-25T22:45:37.394 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: :45:36.761980+0000 mon.smithi111 ( 2022-01-25T22:45:37.394 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: mon.0) 799 : audit [INF] 2022-01-25T22:45:37.395 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.395 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022 2022-01-25T22:45:37.395 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: -01-25T22:45:36.765701 2022-01-25T22:45:37.395 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 800 : 2022-01-25T22:45:37.396 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit [DBG] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:37.396 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:37.396 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 01-25T22:45:36.771123 2022-01-25T22:45:37.396 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 801 2022-01-25T22:45:37.396 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr fail", "who": "smithi179.kogymg"}]: dispatch 2022-01-25T22:45:37.397 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:45:37.397 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: 01-25T22:45:36.774814+0000 2022-01-25T22:45:37.397 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: mon.smithi111 (mon.0) 802 : cluster 2022-01-25T22:45:37.398 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:37 smithi179 conmon[32219]: [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:45:37.398 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: cluster 2022-01-25T22:45:36.052587+0000 mgr.smithi179.kogymg (mgr.24397) 51 : cluster [DBG] 2022-01-25T22:45:37.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: pgmap v25: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2022-01-25T22:45:37.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: cluster 2022-01-25T22:45:36.409131+0000 mon.smithi111 (mon.0) 791 : cluster [DBG] Standby manager daemon smithi111.vbmimw restarted 2022-01-25T22:45:37.399 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: cluster 2022-01-25T22:45:36.409293+0000 mon.smithi111 (mon.0) 792 : cluster [DBG] Standby manager daemon smithi111.vbmimw started 2022-01-25T22:45:37.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022-01-25T22:45:36.411143+0000 2022-01-25T22:45:37.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: mon.smithi111 (mon.0) 793 : audit [DBG] 2022-01-25T22:45:37.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/crt"}]: dispatch 2022-01-25T22:45:37.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.400 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 2022-01 2022-01-25T22:45:37.401 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: -25T22:45:36.411509 2022-01-25T22:45:37.401 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 794 2022-01-25T22:45:37.401 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: : audit [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:37.401 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:37.402 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 01-25T22:45:36.413834 2022-01-25T22:45:37.402 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 795 2022-01-25T22:45:37.402 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: : audit [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi111.vbmimw/key"}]: dispatch 2022-01-25T22:45:37.402 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:37.402 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 01-25T22:45:36. 2022-01-25T22:45:37.403 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 414664+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:37.403 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 796 : audit [DBG] from='mgr.? 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:37.403 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:37.403 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: -01-25T22:45:36 2022-01-25T22:45:37.404 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .751720+0000 mon.smithi111 (mon. 2022-01-25T22:45:37.404 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 0) 797 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.404 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 2022-01-25T22:45:37.404 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.404 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 2022- 2022-01-25T22:45:37.405 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 01-25T22:45:36 2022-01-25T22:45:37.405 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .755636+0000 mon.smithi111 (mon.0) 798 2022-01-25T22:45:37.405 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.405 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:37.405 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: -01-25T22:45:36 2022-01-25T22:45:37.406 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .761980+0000 mon.smithi111 (mon.0 2022-01-25T22:45:37.406 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: ) 799 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' 2022-01-25T22:45:37.406 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.406 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 2022-01-25T22:45: 2022-01-25T22:45:37.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 36.765701+0000 mon.smithi111 (mon 2022-01-25T22:45:37.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .0) 800 : audit [DBG] 2022-01-25T22:45:37.407 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:37.408 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.408 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 2022- 2022-01-25T22:45:37.408 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 01-25T22:45:36 2022-01-25T22:45:37.408 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .771123+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:37.409 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: 801 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "mgr fail", "who": "smithi179.kogymg"}]: dispatch 2022-01-25T22:45:37.409 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:45:37.409 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: -01-25T22:45:36 2022-01-25T22:45:37.409 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: .774814+0000 mon.smithi111 (mon.0 2022-01-25T22:45:37.410 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:37 smithi111 conmon[29796]: ) 802 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:45:37.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.28 MB/sec execute 76 sec latency 29355.113 ms 2022-01-25T22:45:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.120718+0000 mon.smithi111 (mon.0) 803 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "mgr fail", "who": "smithi179.kogymg"}]': finished 2022-01-25T22:45:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: cluster 2022-01-25T22:45:37.120783+0000 mon.smithi111 (mon.0) 804 : cluster [DBG] mgrmap e33: smithi111.vbmimw(active, starting, since 0.348997s) 2022-01-25T22:45:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.122375+0000 mon.smithi111 (mon.0) 805 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:45:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.122499+0000 mon.smithi111 (mon.0) 806 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:45:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.126127+0000 mon.smithi111 (mon.0) 807 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:45:38.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.126364+0000 mon.smithi111 (mon.0) 808 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:45:38.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37. 2022-01-25T22:45:38.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 126568+0000 mon.smithi111 (mon.0) 809 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:38.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.126738+0000 mon.smithi111 (mon.0) 810 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:45:38.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.126959+0000 mon.smithi111 (mon.0) 811 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:45:38.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.127156+0000 mon.smithi111 (mon.0) 812 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:45:38.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.127350+0000 mon.smithi111 (mon.0) 813 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:45:38.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.127542+0000 mon.smithi111 (mon.0) 814 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:45:38.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.127733+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:38.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 815 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:45:38.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45:37.127941+0000 mon.smithi111 (mon.0) 816 : audit 2022-01-25T22:45:38.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:45:38.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:38.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 01-25T22:45:37.128139+0000 mon.smithi111 (mon.0) 817 2022-01-25T22:45:38.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:45:38.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:45:38.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: T22:45:37.128341+0000 mon.smithi111 (mon 2022-01-25T22:45:38.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: .0) 818 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:45:38.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:38.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: -01-25T22:45:37.128560+0000 mon.smithi111 (mon.0 2022-01-25T22:45:38.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: ) 819 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:45:38.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:45:38.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: T22:45:37.129001+0000 mon.smithi111 (mon 2022-01-25T22:45:38.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: .0) 820 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:45:38.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: cluster 2022 2022-01-25T22:45:38.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: -01-25T22:45:37.155416+0000 2022-01-25T22:45:38.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: mon.smithi111 (mon.0) 821 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:45:38.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 2022-01-25T22:45:38.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: cephadm 2022-01-25T22:45 2022-01-25T22:45:38.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: :37.169532+0000 mgr.smithi111.vbmimw (mgr.14718) 1 : cephadm [INF] 2022-01-25T22:45:38.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: inventory: adjusted host smithi179 addr 'smithi179' -> '172.21.15.179' 2022-01-25T22:45:38.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45 2022-01-25T22:45:38.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: :37.172748+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:38.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 822 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:38.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:38.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 01-25T22:45:37.265208+0000 2022-01-25T22:45:38.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: mon.smithi111 (mon.0) 823 : audit [DBG] 2022-01-25T22:45:38.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:38.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22:45: 2022-01-25T22:45:38.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 37.267434+0000 mon.smithi111 (mon.0) 824 2022-01-25T22:45:38.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:38.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:38.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 22:45:37.268533+0000 mon.smithi111 (mon. 2022-01-25T22:45:38.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 0) 825 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:38.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:38.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 01-25T22:45:37.269925+0000 2022-01-25T22:45:38.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: mon.smithi111 (mon.0) 826 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:38.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 2022-01-25T22:45:38.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:37 2022-01-25T22:45:38.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: .274169+0000 mgr.smithi111.vbmimw (mgr.14718) 2 : 2022-01-25T22:45:38.498 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:38.498 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:45:38.498 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: :45:37.304870+0000 mon.smithi111 (mon. 2022-01-25T22:45:38.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 0) 827 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:38.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:38.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 01-25T22:45:37.310886+0000 mon.smithi111 2022-01-25T22:45:38.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: (mon.0) 828 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:38.500 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:38 smithi111 conmon[29796]: 2022-01-25T22:45:38.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.18 MB/sec execute 77 sec latency 30355.454 ms 2022-01-25T22:45:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.120718+0000 mon.smithi111 (mon.0) 803 : audit [INF] from='mgr.24397 172.21.15.179:0/1534409898' entity='mgr.smithi179.kogymg' cmd='[{"prefix": "mgr fail", "who": "smithi179.kogymg"}]': finished 2022-01-25T22:45:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: cluster 2022-01-25T22:45:37.120783+0000 mon.smithi111 (mon.0) 804 : cluster [DBG] mgrmap e33: smithi111.vbmimw(active, starting, since 0.348997s) 2022-01-25T22:45:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.122375+0000 mon.smithi111 (mon.0) 805 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:45:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.122499+0000 mon.smithi111 (mon.0) 806 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:45:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.126127+0000 mon.smithi111 (mon.0) 807 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi111.vrmfij"}]: dispatch 2022-01-25T22:45:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.126364+0000 mon.smithi111 (mon.0) 808 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi179.xvbhly"}]: dispatch 2022-01-25T22:45:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.126568+0000 mon.smithi111 (mon.0) 809 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi111.vbmimw", "id": "smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.126738+0000 mon.smithi111 (mon.0) 810 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:45:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.126959+0000 mon.smithi111 (mon.0) 811 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:45:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.127156+0000 mon.smithi111 (mon.0) 812 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:45:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.127350 2022-01-25T22:45:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: +0000 mon.smithi111 (mon.0) 813 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:45:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.127542+0000 mon.smithi111 (mon.0) 814 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:45:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.127733+0000 mon.smithi111 (mon.0) 815 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:45:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.127941+0000 mon.smithi111 (mon.0) 816 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:45:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.128139+0000 mon.smithi111 (mon.0) 817 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:45:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.128341+0000 mon.smithi111 (mon.0) 818 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:45:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.128560+0000 mon.smithi111 (mon.0) 819 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:45:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.129001+0000 mon.smithi111 (mon.0) 820 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:45:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: cluster 2022-01-25T22:45:37.155416+0000 mon.smithi111 (mon.0) 821 : cluster [INF] Manager daemon smithi111.vbmimw is now available 2022-01-25T22:45:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:37.169532+0000 mgr.smithi111.vbmimw (mgr.14718) 1 : cephadm [INF] inventory: adjusted host smithi179 addr 'smithi179' -> '172.21.15.179' 2022-01-25T22:45:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.172748+0000 mon.smithi111 (mon.0) 822 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.265208+0000 mon.smithi111 (mon.0) 823 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.267434+0000 mon.smithi111 (mon.0) 824 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.268533+0000 mon.smithi111 (mon.0) 825 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.269925+0000 mon.smithi111 (mon.0) 826 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:37.274169+0000 mgr.smithi111.vbmimw (mgr.14718) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.304870+0000 mon.smithi111 (mon.0) 827 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:38 smithi179 conmon[32219]: audit 2022-01-25T22:45:37.310886+0000 mon.smithi111 (mon.0) 828 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:39.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:39 smithi111 conmon[29796]: cluster 2022-01-25T22:45:38.133080+0000 mon.smithi111 ( 2022-01-25T22:45:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:39 smithi111 conmon[29796]: mon.0) 829 : cluster [DBG] mgrmap e34: smithi111.vbmimw(active, since 1.36129s) 2022-01-25T22:45:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:39 smithi111 conmon[29796]: cluster 2022-01-25T22:45:38.140955+0000 mgr.smithi111.vbmimw (mgr.14718) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:39.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 8.07 MB/sec execute 78 sec latency 31355.484 ms 2022-01-25T22:45:39.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:39 smithi179 conmon[32219]: cluster 2022-01-25T22:45:38.133080+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:39 smithi179 conmon[32219]: 829 : cluster [DBG] mgrmap e34: smithi111.vbmimw(active, since 1.36129s) 2022-01-25T22:45:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:39 smithi179 conmon[32219]: cluster 2022-01-25T22:45:38.140955+0000 mgr.smithi111.vbmimw (mgr.14718) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:40.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:40 smithi179 conmon[32219]: cluster 2022-01-25T22:45:39.124862+0000 mgr.smithi111.vbmimw (mgr.14718) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:40 smithi179 conmon[32219]: cluster 2022-01-25T22:45 2022-01-25T22:45:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:40 smithi179 conmon[32219]: :39.139451+0000 mon.smithi111 (mon.0) 830 : cluster [DBG] mgrmap e35: smithi111.vbmimw(active, since 2s) 2022-01-25T22:45:40.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:40 smithi111 conmon[29796]: cluster 2022-01-25T22:45:39.124862+0000 mgr.smithi111.vbmimw (mgr.14718) 4 : 2022-01-25T22:45:40.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:40 smithi111 conmon[29796]: cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:40.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:40 smithi111 conmon[29796]: cluster 2022-01-25T22:45:39.139451+0000 mon.smithi111 (mon.0) 830 : cluster [DBG] mgrmap e35: smithi111.vbmimw(active, since 2s) 2022-01-25T22:45:40.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.97 MB/sec execute 79 sec latency 32355.533 ms 2022-01-25T22:45:41.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.87 MB/sec execute 80 sec latency 33355.558 ms 2022-01-25T22:45:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:42 smithi111 conmon[29796]: cluster 2022-01-25T22:45:41.125177+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:45:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:42 smithi111 conmon[29796]: mgr.14718) 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:42 smithi111 conmon[29796]: audit 2022-01-25T22:45:41.742109+0000 mon.smithi111 (mon.0) 831 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:42 smithi111 conmon[29796]: audit 2022-01-25T22:45:42.060215+0000 mon.smithi111 (mon.0) 832 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:42.518 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.77 MB/sec execute 81 sec latency 34355.586 ms 2022-01-25T22:45:42.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:42 smithi179 conmon[32219]: cluster 2022-01-25T22:45:41.125177+0000 mgr.smithi111.vbmimw (mgr.14718) 5 : 2022-01-25T22:45:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:42 smithi179 conmon[32219]: cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:42 smithi179 conmon[32219]: audit 2022-01-25T22:45:41.742109+0000 mon.smithi111 (mon.0) 831 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:42 smithi179 conmon[32219]: audit 2022-01-25T22:45:42.060215+0000 mon.smithi111 (mon.0) 832 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: cluster 2022-01-25T22:45:42.828213+0000 mon.smithi111 (mon.0) 833 2022-01-25T22:45:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:45:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: audit 2022-01-25T22:45:42.828862+0000 mon.smithi179 (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:45:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: audit 2022-01-25T22:45:42.829563+0000 2022-01-25T22:45:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: mon.smithi179 (mon.1) 30 : audit 2022-01-25T22:45:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: audit 2022 2022-01-25T22:45:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: -01-25T22:45: 2022-01-25T22:45:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: 42.831517+0000 mon.smithi179 (mon.1 2022-01-25T22:45:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: ) 31 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:45:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: 01-25T22:45:42. 2022-01-25T22:45:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: 832426+0000 mon.smithi179 (mon.1) 2022-01-25T22:45:43.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:43 smithi111 conmon[29796]: 32 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:43.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.68 MB/sec execute 82 sec latency 35355.616 ms 2022-01-25T22:45:43.665 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: cluster 2022-01-25T22:45:42.828213+0000 mon.smithi111 (mon.0) 833 2022-01-25T22:45:43.665 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:45:43.665 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: audit 2022-01-25T22:45:42.828862+0000 mon.smithi179 (mon.1) 2022-01-25T22:45:43.666 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: 29 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:45:43.666 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.666 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: 2022-01-25T22:45:42.829563+0000 mon.smithi179 (mon.1) 2022-01-25T22:45:43.667 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: 30 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:43.667 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:45:43.667 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: :45:42.831517+0000 mon.smithi179 (mon.1 2022-01-25T22:45:43.667 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: ) 31 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:45:43.667 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:45:43.672 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: :45:42.832426+0000 mon.smithi179 (mon.1 2022-01-25T22:45:43.673 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:43 smithi179 conmon[32219]: ) 32 : audit [DBG] from='mgr.? 172.21.15.179:0/1150074527' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:44.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: cluster 2022-01-25T22:45:43.125546+0000 mgr.smithi111.vbmimw (mgr.14718) 6 : cluster [DBG] 2022-01-25T22:45:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: pgmap v6: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: cluster 2022-01-25T22:45:43.150629+0000 mon.smithi111 (mon.0) 834 : cluster [DBG] mgrmap e36: smithi111.vbmimw(active, since 6s), standbys: smithi179.kogymg 2022-01-25T22:45:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.150757+0000 mon.smithi111 (mon.0) 835 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:45:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.359050+0000 mon.smithi111 (mon.0) 836 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.640277+0000 mon.smithi111 (mon.0) 837 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.644534+0000 mon.smithi111 (mon.0) 838 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:45:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: 45:43.649765+0000 mon.smithi111 (mon.0) 839 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: audit 2022-01-25T22:45:43.652410+0000 mon.smithi111 (mon.0) 840 : audit [DBG] 2022-01-25T22:45:44.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:44 smithi179 conmon[32219]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: cluster 2022-01-25T22:45:43.125546+0000 mgr.smithi111.vbmimw (mgr.14718) 6 2022-01-25T22:45:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: cluster 2022-01-25T22:45:43.150629+0000 mon.smithi111 (mon.0) 834 : cluster [DBG] mgrmap e36: smithi111.vbmimw(active, since 6s), standbys: smithi179.kogymg 2022-01-25T22:45:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022-01-25T22:45:43.150757+0000 mon.smithi111 (mon.0) 835 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr metadata", "who": "smithi179.kogymg", "id": "smithi179.kogymg"}]: dispatch 2022-01-25T22:45:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022-01-25T22:45:43.359050+0000 mon.smithi111 (mon.0) 836 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022-01-25T22:45:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: 2022-01-25T22:45:43.640277+0000 mon.smithi111 (mon.0) 837 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:45:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: 01-25T22:45:43.644534+0000 mon.smithi111 (mon 2022-01-25T22:45:44.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: .0) 838 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: 2022-01-25T22:45:44.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022-01-25T22 2022-01-25T22:45:44.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: :45:43.649765+0000 mon.smithi111 (mon. 2022-01-25T22:45:44.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: 0) 839 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:44.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: audit 2022-01-25T22:45:44.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: 2022-01-25T22:45 2022-01-25T22:45:44.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: :43.652410+0000 mon.smithi111 (mon.0) 840 2022-01-25T22:45:44.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:44 smithi111 conmon[29796]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:44.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.59 MB/sec execute 83 sec latency 36355.683 ms 2022-01-25T22:45:45.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.50 MB/sec execute 84 sec latency 37355.754 ms 2022-01-25T22:45:46.366 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: cluster 2022-01-25T22:45:45.126325+0000 mgr.smithi111.vbmimw (mgr.14718) 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:45.322615+0000 mgr.smithi111.vbmimw (mgr.14718) 8 : cephadm [INF] Upgrade: Updating mgr.smithi179.kogymg 2022-01-25T22:45:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: audit 2022-01-25T22:45:45.323033+0000 mon.smithi111 (mon.0) 841 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:45:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: audit 2022-01-25T22:45:45.324035+0000 mon.smithi111 (mon.0) 842 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:45:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: audit 2022-01-25T22:45:45.325071+0000 mon.smithi111 (mon.0) 843 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:46 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:45.325853+0000 mgr.smithi111.vbmimw (mgr.14718) 9 : cephadm [INF] Deploying daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:45:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: cluster 2022-01-25T22:45:45.126325+0000 mgr.smithi111.vbmimw (mgr.14718) 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:45.322615+0000 mgr.smithi111.vbmimw (mgr.14718) 8 : cephadm [INF] Upgrade: Updating mgr.smithi179.kogymg 2022-01-25T22:45:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: audit 2022-01-25T22:45:45.323033+0000 mon.smithi111 (mon.0) 841 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi179.kogymg", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:45:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: audit 2022-01-25T22:45:45 2022-01-25T22:45:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: .324035+0000 mon.smithi111 (mon.0) 842 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:45:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: audit 2022-01-25T22:45:45.325071+0000 mon.smithi111 (mon.0) 843 : audit [DBG] 2022-01-25T22:45:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:46.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:45.325853+0000 mgr.smithi111.vbmimw (mgr.14718) 9 : 2022-01-25T22:45:46.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:46 smithi111 conmon[29796]: cephadm [INF] Deploying daemon mgr.smithi179.kogymg on smithi179 2022-01-25T22:45:46.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.41 MB/sec execute 85 sec latency 38355.816 ms 2022-01-25T22:45:47.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.32 MB/sec execute 86 sec latency 39355.934 ms 2022-01-25T22:45:48.056 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:47 smithi179 conmon[32219]: cluster 2022-01-25T22:45:47.126805+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:45:48.056 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:47 smithi179 conmon[32219]: mgr.14718) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:47 smithi111 conmon[29796]: cluster 2022-01-25T22:45:47.126805+0000 mgr.smithi111.vbmimw (mgr.14718) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2022-01-25T22:45:48.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.24 MB/sec execute 87 sec latency 40356.077 ms 2022-01-25T22:45:49.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.15 MB/sec execute 88 sec latency 41356.166 ms 2022-01-25T22:45:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: audit 2022-01-25T22:45:48.432365+0000 mon.smithi111 (mon.0) 844 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: 2022-01-25T22:45:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: audit 2022-01-25T22:45:48.433268+0000 mon.smithi111 (mon.0) 845 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: audit 2022-01-25T22:45:48.434602+0000 mon.smithi111 (mon.0) 846 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: audit 2022-01-25T22:45:48.435588+0000 mon.smithi111 (mon.0 2022-01-25T22:45:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: ) 847 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: cephadm 2022-01- 2022-01-25T22:45:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: 25T22:45:48.436376+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:45:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:49 smithi111 conmon[29796]: mgr.14718) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:49 smithi179 conmon[32219]: audit 2022-01-25T22:45:48.432365+0000 mon.smithi111 (mon.0) 844 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:49 smithi179 conmon[32219]: audit 2022-01-25T22:45:48.433268+0000 mon.smithi111 (mon.0) 845 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:49 smithi179 conmon[32219]: audit 2022-01-25T22:45:48.434602+0000 mon.smithi111 (mon.0) 846 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:49 smithi179 conmon[32219]: audit 2022-01-25T22:45:48.435588+0000 mon.smithi111 (mon.0) 847 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:45:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:49 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:48.436376+0000 mgr.smithi111.vbmimw (mgr.14718) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:45:50.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.07 MB/sec execute 89 sec latency 42356.246 ms 2022-01-25T22:45:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:50 smithi111 conmon[29796]: cluster 2022-01-25T22:45:49.127499+0000 mgr.smithi111.vbmimw (mgr.14718) 12 : 2022-01-25T22:45:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:50 smithi111 conmon[29796]: cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:45:50.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:50 smithi179 conmon[32219]: cluster 2022-01-25T22:45:49.127499+0000 mgr.smithi111.vbmimw (mgr.14718) 12 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:45:51.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 7.00 MB/sec execute 90 sec latency 43356.341 ms 2022-01-25T22:45:52.519 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.92 MB/sec execute 91 sec latency 44356.421 ms 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:52 smithi111 conmon[29796]: cluster 2022-01-25T22:45:51.127928+0000 mgr.smithi111.vbmimw (mgr.14718) 13 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:45:52.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:52 smithi111 conmon[29796]: 2022-01-25T22:45:52.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:52 smithi179 conmon[32219]: cluster 2022-01-25T22:45:51.127928+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:45:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:52 smithi179 conmon[32219]: 14718) 13 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:45:53.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.84 MB/sec execute 92 sec latency 45356.462 ms 2022-01-25T22:45:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.439374+0000 mon.smithi111 2022-01-25T22:45:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: (mon.0) 848 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.445864+0000 mon.smithi111 (mon.0) 849 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.452675+0000 mon.smithi111 (mon.0) 850 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.456056+0000 mon.smithi111 (mon.0) 851 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:53.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: 01-25T22:45:52.458166+0000 mon.smithi111 (mon.0) 852 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:52.458883+0000 mgr.smithi111.vbmimw (mgr.14718) 14 2022-01-25T22:45:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-25T22:45:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:53.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: 22:45:52.463154+0000 mon.smithi111 (mon.0) 853 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25 2022-01-25T22:45:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: T22:45:52.463979+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: 854 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:53.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.467342 2022-01-25T22:45:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: +0000 mon.smithi111 (mon.0) 855 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi111.vbmimw"}]': finished 2022-01-25T22:45:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: 2022-01-25T22:45:52.468166+0000 mon.smithi111 (mon 2022-01-25T22:45:53.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: .0) 856 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi179.kogymg"}]: dispatch 2022-01-25T22:45:53.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52.471399+0000 2022-01-25T22:45:53.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: mon.smithi111 (mon.0) 857 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi179.kogymg"}]': finished 2022-01-25T22:45:53.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: audit 2022-01-25T22:45:52. 2022-01-25T22:45:53.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:53 smithi111 conmon[29796]: 472312+0000 mon.smithi111 (mon.0) 858 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:45:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22:45:52.439374+0000 mon.smithi111 (mon.0) 848 : 2022-01-25T22:45:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22:45:52.445864+0000 mon.smithi111 (mon.0) 849 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:45:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 01-25T22:45:52.452675+0000 mon.smithi111 (mon.0) 850 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T 2022-01-25T22:45:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 22:45:52.456056+0000 mon.smithi111 (mon. 2022-01-25T22:45:53.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 0) 851 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:53.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:45:53.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: -25T22:45:52.458166+0000 mon.smithi111 2022-01-25T22:45:53.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: (mon.0) 852 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:53.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:53.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 2022-01-25T22:45:52.458883 2022-01-25T22:45:53.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: +0000 mgr.smithi111.vbmimw (mgr.14718) 14 : cephadm [INF] 2022-01-25T22:45:53.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: Upgrade: Setting container_image for all mgr 2022-01-25T22:45:53.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22:45:52. 2022-01-25T22:45:53.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 463154+0000 mon.smithi111 (mon.0) 853 : audit 2022-01-25T22:45:53.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:53.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22:45 2022-01-25T22:45:53.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: :52.463979+0000 mon.smithi111 (mon.0) 854 2022-01-25T22:45:53.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi111.vbmimw"}]: dispatch 2022-01-25T22:45:53.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:45:53.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 45:52.467342+0000 mon.smithi111 (mon.0 2022-01-25T22:45:53.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: ) 855 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi111.vbmimw"}]': finished 2022-01-25T22:45:53.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25 2022-01-25T22:45:53.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: T22:45:52.468166+0000 mon.smithi111 (mon 2022-01-25T22:45:53.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: .0) 856 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi179.kogymg"}]: dispatch 2022-01-25T22:45:53.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:45:53.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: -25T22:45:52.471399+0000 2022-01-25T22:45:53.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: mon.smithi111 (mon.0) 857 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi179.kogymg"}]': finished 2022-01-25T22:45:53.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 2022-01-25T22:45:53.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: audit 2022-01-25T22:45:53.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: 2022-01-25T22:45:52.472312+0000 mon.smithi111 ( 2022-01-25T22:45:53.877 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:53 smithi179 conmon[32219]: mon.0) 858 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:45:54.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: cluster 2022-01-25T22:45:53.128247+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:45:54.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 15 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:45:54.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: cluster 2022-01-25T22:45:53.751495+0000 mds.foofs.smithi179.xvbhly (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 34.939452 secs 2022-01-25T22:45:54.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: cluster 2022-01-25T22:45:53.751521+0000 mds.foofs.smithi179.xvbhly (mds.0) 2 : cluster [WRN] slow request 34.939452 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:45:54.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: cluster 2022-01-25T22:45:53.976908+0000 2022-01-25T22:45:54.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: mon.smithi111 (mon.0) 859 : cluster [DBG] Standby manager daemon smithi179.kogymg restarted 2022-01-25T22:45:54.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: cluster 2022-01- 2022-01-25T22:45:54.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 25T22:45:53.977022+0000 mon.smithi111 (mon.0 2022-01-25T22:45:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: ) 860 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:45:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 01-25T22:45:53.978503+0000 2022-01-25T22:45:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: mon.smithi179 (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:45:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 01-25T22:45:53.979039+0000 2022-01-25T22:45:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: mon.smithi179 (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 2022-01-25T22:45:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022-01-25T22:45:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 2022-01-25T22:45:53 2022-01-25T22:45:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: .981014+0000 mon.smithi179 (mon.1) 35 : 2022-01-25T22:45:54.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:45:54.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022-01- 2022-01-25T22:45:54.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 25T22:45:53.981899+0000 2022-01-25T22:45:54.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: mon.smithi179 (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:54.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 2022-01-25T22:45:54.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022-01-25T22:45:54.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 2022-01-25T22:45:54. 2022-01-25T22:45:54.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 219041+0000 mon.smithi111 (mon.0) 861 : audit 2022-01-25T22:45:54.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:54.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022-01-25T 2022-01-25T22:45:54.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 22:45:54.219643+0000 mon.smithi111 (mon. 2022-01-25T22:45:54.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 0) 862 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:45:54.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022-01 2022-01-25T22:45:54.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: -25T22:45:54.220238+0000 2022-01-25T22:45:54.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: mon.smithi111 (mon.0) 863 : audit [DBG] 2022-01-25T22:45:54.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:45:54.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: audit 2022- 2022-01-25T22:45:54.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: 01-25T22:45:54 2022-01-25T22:45:54.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: .220773+0000 mon.smithi111 (mon.0 2022-01-25T22:45:54.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:54 smithi111 conmon[29796]: ) 864 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:54.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.77 MB/sec execute 93 sec latency 46356.907 ms 2022-01-25T22:45:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: cluster 2022-01-25T22:45:53.128247+0000 mgr.smithi111.vbmimw (mgr.14718) 15 : cluster 2022-01-25T22:45:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: [DBG] pgmap v11: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:45:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: cluster 2022-01-25T22:45:53.751495+0000 mds.foofs.smithi179.xvbhly (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 34.939452 secs 2022-01-25T22:45:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: cluster 2022-01-25T22:45:53. 2022-01-25T22:45:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 751521+0000 mds.foofs.smithi179.xvbhly (mds.0) 2 : cluster [WRN] slow request 34.939452 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:45:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: cluster 2022-01-25T22 2022-01-25T22:45:54.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: :45:53.976908+0000 mon.smithi111 (mon.0) 859 : cluster [DBG] 2022-01-25T22:45:54.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: Standby manager daemon smithi179.kogymg restarted 2022-01-25T22:45:54.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:45:54.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 01-25T22:45:53.977022+0000 mon.smithi111 (mon.0) 2022-01-25T22:45:54.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 860 : cluster [DBG] Standby manager daemon smithi179.kogymg started 2022-01-25T22:45:54.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:53 2022-01-25T22:45:54.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: .978503+0000 mon.smithi179 (mon.1) 33 : audit 2022-01-25T22:45:54.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/crt"}]: dispatch 2022-01-25T22:45:54.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:54.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 2022-01-25T22:45:53.979039+0000 mon.smithi179 (mon 2022-01-25T22:45:54.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: .1) 34 : audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:45:54.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22: 2022-01-25T22:45:54.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 45:53.981014+0000 mon.smithi179 (mon.1) 2022-01-25T22:45:54.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 35 : audit [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi179.kogymg/key"}]: dispatch 2022-01-25T22:45:54.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:53 2022-01-25T22:45:54.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: .981899+0000 mon.smithi179 (mon.1) 36 : audit 2022-01-25T22:45:54.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: [DBG] from='mgr.? 172.21.15.179:0/1970795435' entity='mgr.smithi179.kogymg' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:45:54.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:54.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 2022-01-25T22:45:54.219041+0000 mon.smithi111 (mon.0 2022-01-25T22:45:54.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: ) 861 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:45:54.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45 2022-01-25T22:45:54.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: :54.219643+0000 mon.smithi111 (mon.0) 862 2022-01-25T22:45:54.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:45:54.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:54 2022-01-25T22:45:54.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: .220238+0000 mon.smithi111 (mon.0) 863 : 2022-01-25T22:45:54.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:45:54.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: audit 2022-01-25T22:45:54.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: 2022-01-25T22:45:54.220773+0000 mon.smithi111 ( 2022-01-25T22:45:54.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:54 smithi179 conmon[32219]: mon.0) 864 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:45:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.70 MB/sec execute 94 sec latency 47356.968 ms 2022-01-25T22:45:55.699 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:45:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:54.215001+0000 mgr.smithi111.vbmimw (mgr.14718) 16 : cephadm [INF] Upgrade: Updating mon.smithi111 2022-01-25T22:45:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: 2022-01-25T22:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cephadm 2022-01-25T22:45:54.221230+0000 mgr.smithi111.vbmimw (mgr.14718) 17 : cephadm [INF] Deploying daemon mon.smithi111 on smithi111 2022-01-25T22:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cluster 2022-01-25T22:45:54.478138+0000 mon.smithi111 (mon.0) 865 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 17s), standbys: smithi179.kogymg 2022-01-25T22:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cluster 2022-01-25T22:45:55.216524+0000 mon.smithi111 (mon.0) 866 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cluster 2022-01-25T22:45:55.219933+0000 mon.smithi111 (mon.0) 867 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: cluster 2022-01-25T22:45:55.219980+0000 mon.smithi111 (mon.0) 868 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:45:55.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 systemd[1]: Stopping Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:45:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:54.215001+0000 mgr.smithi111.vbmimw (mgr.14718) 16 : cephadm [INF] Upgrade: Updating mon.smithi111 2022-01-25T22:45:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: 2022-01-25T22:45:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cephadm 2022-01-25T22:45:54.221230+0000 mgr.smithi111.vbmimw (mgr.14718) 17 : cephadm [INF] Deploying daemon mon.smithi111 on smithi111 2022-01-25T22:45:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cluster 2022-01-25T22:45:54.478138+0000 mon.smithi111 (mon.0) 865 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 17s), standbys: smithi179.kogymg 2022-01-25T22:45:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cluster 2022-01-25T22:45:55.216524+0000 mon.smithi111 (mon.0) 866 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:45:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cluster 2022-01-25T22:45:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: 2022-01-25T22:45:55.219933+0000 mon.smithi111 (mon.0) 867 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:45:55.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:45:55.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:45:55 smithi179 conmon[32219]: -01-25T22:45:55.219980+0000 mon.smithi111 (mon.0) 868 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:45:55.985 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:45:55.985 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (7m) 12s ago 9m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:45:55.985 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (9m) 12s ago 9m 7004k - 16.2.4 8d91d370c2b8 db4920cd604b 2022-01-25T22:45:55.986 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (8m) 3s ago 8m 7142k - 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:45:55.986 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (7m) 12s ago 8m 35.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:45:55.986 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (3m) 12s ago 3m 14.7M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:45:55.987 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (4m) 3s ago 4m 40.7M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:45:55.987 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (25s) 12s ago 10m 414M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:45:55.987 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (8s) 3s ago 8m 42.2M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:45:55.987 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (10m) 12s ago 10m 139M 2048M 16.2.4 8d91d370c2b8 2d06989672ab 2022-01-25T22:45:55.987 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (8m) 3s ago 8m 84.9M 2048M 16.2.4 8d91d370c2b8 fcaa56eeb975 2022-01-25T22:45:55.988 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (41s) 12s ago 40s 55.3M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:45:55.988 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (35s) 3s ago 35s 71.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:45:55.988 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (8m) 12s ago 8m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:45:55.988 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (8m) 3s ago 8m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:45:55.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 12s ago 7m 1647M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:45:55.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7m) 12s ago 7m 1563M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:45:55.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7m) 12s ago 7m 953M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:45:55.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6m) 12s ago 6m 1646M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:45:55.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (6m) 3s ago 6m 1418M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:45:55.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (6m) 3s ago 6m 1842M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:45:55.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (5m) 3s ago 5m 1430M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:45:55.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (5m) 3s ago 5m 2293M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:45:55.991 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (7m) 12s ago 8m 47.3M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:45:56.168 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: debug 2022-01-25T22:45:55.827+0000 7f8de9736700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi111 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:45:56.168 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:55 smithi111 conmon[29796]: debug 2022-01-25T22:45:55.827+0000 7f8de9736700 -1 mon.smithi111@0(leader) e2 *** Got Signal Terminated *** 2022-01-25T22:45:56.322 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:45:56.322 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:45:56.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:56.323 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:56.323 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:45:56.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:45:56.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:56.324 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:45:56.324 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:45:56.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:56.325 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:45:56.325 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:56.325 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:45:56.325 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:45:56.325 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-01-25T22:45:56.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:45:56.326 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:45:56.326 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:45:56.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.63 MB/sec execute 95 sec latency 48357.003 ms 2022-01-25T22:45:56.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 bash[101026]: 2d06989672ab593f474e4b27adaddeaef9fd9cfbe2e7fceaad978dd086ecd7ef 2022-01-25T22:45:56.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 bash[101026]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-mon-smithi111 found: no such container 2022-01-25T22:45:56.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 bash[101026]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-mon.smithi111 found: no such container 2022-01-25T22:45:56.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi111.service: Succeeded. 2022-01-25T22:45:56.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 systemd[1]: Stopped Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:45:56.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:56 smithi111 systemd[1]: Starting Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:45:57.417 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.402+0000 7fba6a80e700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:45:57.418 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.403+0000 7fba6a80e700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 8 2022-01-25T22:45:57.419 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.403+0000 7fba6a80e700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:45:57.419 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.407+0000 7fba6a80e700 0 load: jerasure load: lrc load: isa 2022-01-25T22:45:57.420 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.407+0000 7fba6a80e700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:45:57.420 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.420 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:45:57.420 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:45:57.421 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: DB SUMMARY 2022-01-25T22:45:57.421 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.421 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:45:57.421 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.421 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:45:57.422 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.423 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 766 Bytes 2022-01-25T22:45:57.423 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.423 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi111/store.db dir, Total Num: 1, files: 000020.sst 2022-01-25T22:45:57.424 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.424 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi111/store.db: 000018.log size: 2487054 ; 2022-01-25T22:45:57.424 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.425 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:45:57.425 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:45:57.425 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:45:57.425 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.env: 0x564fef9a33a0 2022-01-25T22:45:57.426 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:45:57.426 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.info_log: 0x564ff0b3db80 2022-01-25T22:45:57.426 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:45:57.426 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:45:57.426 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.427 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:45:57.427 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:45:57.427 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:45:57.427 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:45:57.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:45:57.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:45:57.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:45:57.428 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:45:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:45:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:45:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:45:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:45:57.429 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:45:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi111/store.db 2022-01-25T22:45:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:45:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:45:57.430 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:45:57.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:45:57.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:45:57.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:45:57.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:45:57.431 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:45:57.432 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:45:57.432 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:45:57.432 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.write_buffer_manager: 0x564ff17ac120 2022-01-25T22:45:57.432 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:45:57.433 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:45:57.434 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:45:57.434 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:45:57.434 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:45:57.435 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:45:57.435 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:45:57.435 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:45:57.435 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:45:57.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:45:57.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:45:57.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:45:57.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:45:57.436 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:45:57.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.row_cache: None 2022-01-25T22:45:57.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:45:57.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:45:57.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:45:57.437 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.439 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:45:57.440 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:45:57.440 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:45:57.440 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:45:57.441 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:45:57.441 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:45:57.441 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:45:57.442 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:45:57.442 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:45:57.443 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:45:57.443 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:45:57.443 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:45:57.444 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:45:57.444 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:45:57.444 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:45:57.445 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:45:57.445 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:45:57.445 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:45:57.446 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:45:57.446 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:45:57.447 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:45:57.447 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:45:57.447 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:45:57.448 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:45:57.448 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:45:57.448 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:45:57.449 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:45:57.449 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:45:57.450 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:45:57.450 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:45:57.451 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:45:57.451 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:45:57.451 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:45:57.452 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:45:57.452 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000008 2022-01-25T22:45:57.453 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.453 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:45:57.453 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.454 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:45:57.454 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.merge_operator: 2022-01-25T22:45:57.454 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:45:57.455 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:45:57.455 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:45:57.456 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:45:57.456 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564ff0a4fc80) 2022-01-25T22:45:57.456 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cache_index_and_filter_blocks: 1 2022-01-25T22:45:57.457 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:45:57.457 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:45:57.457 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: pin_top_level_index_and_filter: 1 2022-01-25T22:45:57.458 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: index_type: 0 2022-01-25T22:45:57.458 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: data_block_index_type: 0 2022-01-25T22:45:57.459 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: index_shortening: 1 2022-01-25T22:45:57.459 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:45:57.460 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: hash_index_allow_collision: 1 2022-01-25T22:45:57.460 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: checksum: 1 2022-01-25T22:45:57.460 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: no_block_cache: 0 2022-01-25T22:45:57.461 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_cache: 0x564ff0a89010 2022-01-25T22:45:57.461 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_cache_name: BinnedLRUCache 2022-01-25T22:45:57.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_cache_options: 2022-01-25T22:45:57.462 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: capacity : 536870912 2022-01-25T22:45:57.463 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: num_shard_bits : 4 2022-01-25T22:45:57.463 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: strict_capacity_limit : 0 2022-01-25T22:45:57.464 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: high_pri_pool_ratio: 0.000 2022-01-25T22:45:57.464 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_cache_compressed: (nil) 2022-01-25T22:45:57.465 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: persistent_cache: (nil) 2022-01-25T22:45:57.465 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_size: 4096 2022-01-25T22:45:57.466 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_size_deviation: 10 2022-01-25T22:45:57.466 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_restart_interval: 16 2022-01-25T22:45:57.466 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: index_block_restart_interval: 1 2022-01-25T22:45:57.467 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: metadata_block_size: 4096 2022-01-25T22:45:57.467 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: partition_filters: 0 2022-01-25T22:45:57.468 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: use_delta_encoding: 1 2022-01-25T22:45:57.468 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:45:57.469 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: whole_key_filtering: 1 2022-01-25T22:45:57.469 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: verify_compression: 0 2022-01-25T22:45:57.469 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: read_amp_bytes_per_bit: 0 2022-01-25T22:45:57.470 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: format_version: 2 2022-01-25T22:45:57.470 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: enable_index_compression: 1 2022-01-25T22:45:57.471 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: block_align: 0 2022-01-25T22:45:57.471 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.472 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:45:57.472 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:45:57.473 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:45:57.473 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:45:57.473 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:45:57.474 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:45:57.474 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:45:57.475 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:45:57.475 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:45:57.476 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:45:57.476 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:45:57.476 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:45:57.477 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:45:57.477 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:45:57.478 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:45:57.478 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:45:57.479 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:45:57.479 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:45:57.479 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:45:57.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:45:57.480 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:45:57.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:45:57.481 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:45:57.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:45:57.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:45:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:45:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:45:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:45:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:45:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:45:57.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:45:57.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:45:57.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:45:57.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:45:57.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:45:57.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:45:57.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:45:57.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:45:57.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:45:57.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:45:57.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:45:57.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:45:57.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:45:57.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:45:57.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:45:57.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:45:57.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:45:57.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:45:57.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:45:57.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:45:57.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:45:57.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:45:57.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:45:57.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:45:57.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:45:57.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:45:57.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:45:57.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:45:57.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:45:57.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:45:57.499 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:45:57.500 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:45:57.500 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:45:57.500 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:45:57.501 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:45:57.501 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:45:57.502 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:45:57.502 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:45:57.502 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.408+0000 7fba6a80e700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:45:57.503 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.409+0000 7fba6a80e700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi111/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 22, last_sequence is 9655, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:45:57.503 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.504 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.409+0000 7fba6a80e700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2022-01-25T22:45:57.504 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.504 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.409+0000 7fba6a80e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150757409909, "job": 1, "event": "recovery_started", "log_files": [18]} 2022-01-25T22:45:57.505 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.409+0000 7fba6a80e700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2022-01-25T22:45:57.505 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.411+0000 7fba6a80e700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:45:57.505 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.414+0000 7fba6a80e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150757415082, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 2431464, "table_properties": {"data_size": 2427352, "index_size": 2841, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 453, "raw_key_size": 3975, "raw_average_key_size": 22, "raw_value_size": 2422327, "raw_average_value_size": 13763, "num_data_blocks": 91, "num_entries": 176, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150757, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:45:57.506 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.414+0000 7fba6a80e700 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2022-01-25T22:45:57.506 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.507 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.414+0000 7fba6a80e700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:45:57.507 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.414+0000 7fba6a80e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150757415509, "job": 1, "event": "recovery_finished"} 2022-01-25T22:45:57.508 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.415+0000 7fba6a80e700 4 rocksdb: DB pointer 0x564ff0b53800 2022-01-25T22:45:57.508 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.415+0000 7fba51844700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:45:57.508 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.415+0000 7fba51844700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:45:57.509 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** DB Stats ** 2022-01-25T22:45:57.509 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:57.509 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:45:57.510 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:45:57.510 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:45:57.511 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:45:57.511 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:45:57.512 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:45:57.512 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.512 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** Compaction Stats [default] ** 2022-01-25T22:45:57.513 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:57.513 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:57.514 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: L0 1/0 2.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.514 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: L6 1/0 24.33 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:45:57.514 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Sum 2/0 26.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.515 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.515 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.516 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** Compaction Stats [default] ** 2022-01-25T22:45:57.516 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:57.517 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:57.517 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.518 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:57.518 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Flush(GB): cumulative 0.002, interval 0.002 2022-01-25T22:45:57.519 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:57.519 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:45:57.519 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:45:57.520 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:45:57.520 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Cumulative compaction: 0.00 GB write, 315.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:57.520 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Interval compaction: 0.00 GB write, 315.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:57.521 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:45:57.521 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.521 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:45:57.521 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.522 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** Compaction Stats [default] ** 2022-01-25T22:45:57.522 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:57.522 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:57.522 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: L0 1/0 2.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: L6 1/0 24.33 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:45:57.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Sum 2/0 26.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:45:57.523 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** Compaction Stats [default] ** 2022-01-25T22:45:57.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:45:57.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:45:57.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 734.0 0.00 0.00 1 0.003 0 0 2022-01-25T22:45:57.524 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:45:57.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.56 MB/sec execute 96 sec latency 49357.089 ms 2022-01-25T22:45:57.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Flush(GB): cumulative 0.002, interval 0.000 2022-01-25T22:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:45:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Cumulative compaction: 0.00 GB write, 314.16 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:45:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:45:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:45:57.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.416+0000 7fba6a80e700 0 starting mon.smithi111 rank 0 at public addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] at bind addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi111 fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:45:57.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 1 mon.smithi111@-1(???) e2 preinit fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:45:57.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).mds e8 new map 2022-01-25T22:45:57.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).mds e8 print_map 2022-01-25T22:45:57.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: e8 2022-01-25T22:45:57.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:45:57.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:45:57.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: legacy client fscid: 1 2022-01-25T22:45:57.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Filesystem 'foofs' (1) 2022-01-25T22:45:57.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: fs_name foofs 2022-01-25T22:45:57.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: epoch 8 2022-01-25T22:45:57.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: flags 12 2022-01-25T22:45:57.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: created 2022-01-25T22:41:51.235329+0000 2022-01-25T22:45:57.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: modified 2022-01-25T22:45:55.216453+0000 2022-01-25T22:45:57.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: tableserver 0 2022-01-25T22:45:57.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: root 0 2022-01-25T22:45:57.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: session_timeout 60 2022-01-25T22:45:57.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: session_autoclose 300 2022-01-25T22:45:57.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: max_file_size 1099511627776 2022-01-25T22:45:57.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: required_client_features {} 2022-01-25T22:45:57.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: last_failure 0 2022-01-25T22:45:57.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: last_failure_osd_epoch 0 2022-01-25T22:45:57.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:45:57.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: max_mds 1 2022-01-25T22:45:57.741 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: in 0 2022-01-25T22:45:57.741 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: up {0=24261} 2022-01-25T22:45:57.741 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: failed 2022-01-25T22:45:57.742 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: damaged 2022-01-25T22:45:57.742 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: stopped 2022-01-25T22:45:57.742 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: data_pools [3] 2022-01-25T22:45:57.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: metadata_pool 2 2022-01-25T22:45:57.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: inline_data disabled 2022-01-25T22:45:57.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: balancer 2022-01-25T22:45:57.743 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: standby_count_wanted 1 2022-01-25T22:45:57.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: [mds.foofs.smithi179.xvbhly{0:24261} state up:active seq 62 join_fscid=1 addr [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:45:57.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Standby daemons: 2022-01-25T22:45:57.744 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: [mds.foofs.smithi111.vrmfij{-1:14482} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:45:57.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).osd e72 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:45:57.745 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:45:57.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:45:57.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.417+0000 7fba6a80e700 0 mon.smithi111@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:45:57.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cephadm 2022-01-25T22:45:57.746 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:54.215001+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:45:57.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 14718) 16 : cephadm [INF] Upgrade: Updating mon.smithi111 2022-01-25T22:45:57.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cephadm 2022- 2022-01-25T22:45:57.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 01-25T22:45:54.221230+0000 2022-01-25T22:45:57.747 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 17 : cephadm [INF] 2022-01-25T22:45:57.748 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: Deploying daemon mon.smithi111 on smithi111 2022-01-25T22:45:57.748 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:45:57.748 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: -01-25T22:45:54.478138+0000 mon.smithi111 (mon.0 2022-01-25T22:45:57.748 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ) 865 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 17s), standbys: smithi179.kogymg 2022-01-25T22:45:57.748 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T22:45:57.749 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 22:45:55.216524+0000 mon.smithi111 ( 2022-01-25T22:45:57.749 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: mon.0) 866 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:45:57.749 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:45:57.749 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: -25T22:45:55.219933+0000 mon.smithi111 2022-01-25T22:45:57.750 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: (mon.0) 867 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:45:57.750 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: 2022-01-25T22:45:57.750 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:45:57.750 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: -25T22:45:55.219980+0000 mon.smithi111 (mon.0 2022-01-25T22:45:57.751 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: ) 868 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:45:57.751 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.418+0000 7fba6a80e700 1 mon.smithi111@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-01-25T22:45:57.751 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:45:57.751 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:45:57.752 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:45:57.752 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:45:57.752 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:45:57.752 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:45:57.752 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:45:57.753 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:45:57.753 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:45:57.753 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:45:57.753 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 bash[101273]: d9dcc630af917b88f4ef8b5dd0599a2a80dae5b93ef24db2aa310b010f35609d 2022-01-25T22:45:57.754 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:45:57.754 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 conmon[101466]: debug 2022-01-25T22:45:57.419+0000 7fba6a80e700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:45:57.754 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:45:57 smithi111 systemd[1]: Started Ceph mon.smithi111 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:45:58.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.49 MB/sec execute 97 sec latency 50357.202 ms 2022-01-25T22:45:59.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.42 MB/sec execute 98 sec latency 51357.334 ms 2022-01-25T22:46:00.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.36 MB/sec execute 99 sec latency 52357.386 ms 2022-01-25T22:46:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01-25T22:45:55.835702+0000 mon.smithi179 (mon.1) 37 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:46:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01-25T22:45:55.836041+0000 mon.smithi179 (mon.1) 38 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:46:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01-25T22:45:55.977346+0000 mgr.smithi111.vbmimw (mgr.14718) 20 : 2022-01-25T22:46:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit [DBG] from='client.14748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01 2022-01-25T22:46:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: -25T22:45:56.323319+0000 mon.smithi179 (mon.1) 2022-01-25T22:46:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 39 : audit [DBG] from='client.? 172.21.15.111:0/540053160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:46:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 01-25T22:45:57. 2022-01-25T22:46:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 129473+0000 mgr.smithi111.vbmimw (mgr.14718) 21 : cluster [DBG] 2022-01-25T22:46:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: pgmap v13: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:00.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01- 2022-01-25T22:46:00.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 25T22:45:58.751595+0000 2022-01-25T22:46:00.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: mds.foofs.smithi179.xvbhly (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.939560 secs 2022-01-25T22:46:00.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25 2022-01-25T22:46:00.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: T22:45:59.130119+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:46:00.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: ) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:00.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:46:00.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: -01-25T22:46:00 2022-01-25T22:46:00.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: .431679+0000 mon.smithi111 (mon.0 2022-01-25T22:46:00.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: ) 1 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:46:00.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25T22:46:00.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 2022-01-25T22:46: 2022-01-25T22:46:00.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 00.445780+0000 mon.smithi111 (mon.0) 2 2022-01-25T22:46:00.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:46:00.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022 2022-01-25T22:46:00.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: -01-25T22:46:00 2022-01-25T22:46:00.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: .451601+0000 mon.smithi111 (mon.0) 3 : cluster 2022-01-25T22:46:00.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:46:00.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25T 2022-01-25T22:46:00.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 22:46:00.451712+0000 mon.smithi111 (mon 2022-01-25T22:46:00.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: .0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:00.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25T22:46:00.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 2022-01-25T22:46 2022-01-25T22:46:00.877 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: :00.451755+0000 mon.smithi111 (mon.0) 5 2022-01-25T22:46:00.877 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:46:00.877 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:46:00.877 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 01-25T22:46:00 2022-01-25T22:46:00.878 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: .452899+0000 mon.smithi111 (mon.0) 6 : cluster 2022-01-25T22:46:00.878 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: [DBG] mgrmap e37: smithi111.vbmimw(active, since 23s), standbys: smithi179.kogymg 2022-01-25T22:46:00.878 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01 2022-01-25T22:46:00.878 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: -25T22:46:00.461333+0000 2022-01-25T22:46:00.879 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: mon.smithi111 (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:46:00.879 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 2022-01-25T22:46:00.879 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25T 2022-01-25T22:46:00.879 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 22:46:00.461354+0000 mon.smithi111 ( 2022-01-25T22:46:00.880 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: mon.0) 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:46:00.880 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: cluster 2022-01-25T22:46:00.880 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 2022-01-25T22:46: 2022-01-25T22:46:00.880 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 00.461363+0000 mon.smithi111 (mon.0) 9 2022-01-25T22:46:00.881 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:46:00.881 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022 2022-01-25T22:46:00.881 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: -01-25T22:46: 2022-01-25T22:46:00.881 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 00.461508+0000 mon.smithi111 (mon.0) 10 2022-01-25T22:46:00.882 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: : audit [INF] from='mgr.14718 ' entity='' 2022-01-25T22:46:00.882 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022- 2022-01-25T22:46:00.882 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 01-25T22:46:00. 2022-01-25T22:46:00.882 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 463155+0000 mon.smithi179 (mon.1) 40 : audit 2022-01-25T22:46:00.883 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:00.883 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01-25T22 2022-01-25T22:46:00.883 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: :46:00.464357+0000 mon.smithi179 (mon.1) 41 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:00.883 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: audit 2022-01- 2022-01-25T22:46:00.883 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: 25T22:46:00.465479+0000 mon.smithi179 2022-01-25T22:46:00.884 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:00 smithi179 conmon[32219]: (mon.1) 42 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:45:55.835702+0000 mon.smithi179 (mon.1) 37 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:46:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:45:55.836041+0000 mon.smithi179 (mon.1) 38 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:46:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:45:55.977346+0000 mgr.smithi111.vbmimw (mgr.14718) 20 : audit [DBG] from='client.14748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: 2022-01-25T22:46:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:45:56.323319+0000 mon.smithi179 (mon.1) 39 : audit [DBG] from='client.? 172.21.15.111:0/540053160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:45:57.129473+0000 mgr.smithi111.vbmimw (mgr.14718) 21 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:45:58.751595+0000 mds.foofs.smithi179.xvbhly (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.939560 secs 2022-01-25T22:46:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:45:59.130119+0000 mgr.smithi111.vbmimw (mgr.14718) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.431679+0000 mon.smithi111 (mon.0) 1 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:46:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.445780+0000 mon.smithi111 (mon.0) 2 : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:46:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.451601+0000 mon.smithi111 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:46:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.451712+0000 mon.smithi111 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.451755+0000 mon.smithi111 (mon.0) 5 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:46:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.452899+0000 mon.smithi111 (mon.0) 6 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 23s), standbys: smithi179.kogymg 2022-01-25T22:46:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.461333+0000 mon.smithi111 (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:46:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.461354+0000 mon.smithi111 (mon.0) 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:46:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.461363+0000 mon.smithi111 (mon.0) 9 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:46:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:46:00.461508+0000 mon.smithi111 (mon.0) 10 : audit [INF] from='mgr.14718 ' entity='' 2022-01-25T22:46:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:46:00.463155+0000 mon.smithi179 (mon.1) 40 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:46:00.464357+0000 mon.smithi179 (mon.1) 41 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:00 smithi111 conmon[101466]: audit 2022-01-25T22:46:00.465479+0000 mon.smithi179 (mon.1) 42 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:01.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.30 MB/sec execute 100 sec latency 53357.415 ms 2022-01-25T22:46:01.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:01 smithi179 conmon[32219]: cephadm 2022-01-25T22:46:00.466409+0000 mgr.smithi111.vbmimw (mgr.14718) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:01 smithi179 conmon[32219]: 2022-01-25T22:46:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:01 smithi179 conmon[32219]: cluster 2022-01-25T22:46:00.515156+0000 mon.smithi111 (mon.0) 11 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:46:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:01 smithi179 conmon[32219]: cluster 2022- 2022-01-25T22:46:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:01 smithi179 conmon[32219]: 01-25T22:46:00.515230+0000 mon.smithi111 (mon.0) 12 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:01 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:00 2022-01-25T22:46:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:01 smithi111 conmon[101466]: .466409+0000 mgr.smithi111.vbmimw (mgr.14718) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:01 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.515156+0000 mon.smithi111 (mon.0) 11 : cluster [DBG] mds.? [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:46:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:01 smithi111 conmon[101466]: cluster 2022-01-25T22:46:00.515230+0000 mon.smithi111 (mon.0) 12 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:02.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.23 MB/sec execute 101 sec latency 54357.441 ms 2022-01-25T22:46:02.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:02 smithi179 conmon[32219]: cluster 2022-01-25T22:46:01.130485+0000 mgr.smithi111.vbmimw (mgr.14718) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:02 smithi111 conmon[101466]: cluster 2022-01-25T22:46:01.130485+0000 mgr.smithi111.vbmimw (mgr.14718) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:03.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.17 MB/sec execute 102 sec latency 55357.473 ms 2022-01-25T22:46:04.520 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.11 MB/sec execute 103 sec latency 56357.509 ms 2022-01-25T22:46:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:04 smithi179 conmon[32219]: cluster 2022-01-25T22:46:03.130835+0000 mgr.smithi111.vbmimw (mgr.14718) 25 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:04 smithi179 conmon[32219]: cluster 2022-01-25T22:46:03.751713+0000 mds.foofs.smithi179.xvbhly (mds. 2022-01-25T22:46:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:04 smithi179 conmon[32219]: 0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.939676 secs 2022-01-25T22:46:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:04 smithi111 conmon[101466]: cluster 2022-01-25T22:46:03.130835+0000 mgr.smithi111.vbmimw (mgr.14718) 25 2022-01-25T22:46:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:04 smithi111 conmon[101466]: : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:04 smithi111 conmon[101466]: cluster 2022-01-25T22:46:03.751713+0000 mds.foofs.smithi179.xvbhly (mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.939676 secs 2022-01-25T22:46:05.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.05 MB/sec execute 104 sec latency 57357.542 ms 2022-01-25T22:46:06.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 6.00 MB/sec execute 105 sec latency 58357.579 ms 2022-01-25T22:46:06.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: cluster 2022-01-25T22:46:05.131538+0000 mgr.smithi111.vbmimw (mgr.14718) 26 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06.081609+0000 mon.smithi111 (mon.0) 13 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06.086857+0000 mon.smithi111 (mon.0) 14 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06.092561+0000 mon.smithi111 (mon.0) 15 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06.096003+0000 mon.smithi179 (mon.1) 43 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06 2022-01-25T22:46:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: .098477+0000 mon.smithi179 (mon.1) 2022-01-25T22:46:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: 44 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: audit 2022-01-25T22:46:06.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: 2022-01-25T22:46: 2022-01-25T22:46:06.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: 06.099867+0000 mon.smithi179 (mon.1) 45 : audit 2022-01-25T22:46:06.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:06 smithi179 conmon[32219]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:46:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: cluster 2022-01-25T22:46:05.131538+0000 mgr.smithi111.vbmimw (mgr.14718) 26 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.081609+0000 mon.smithi111 (mon.0) 13 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.086857+0000 mon.smithi111 (mon.0) 14 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.092561+0000 mon.smithi111 (mon.0) 15 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.096003+0000 mon.smithi179 (mon.1) 43 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.098477+0000 mon.smithi179 (mon.1) 44 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:06 smithi111 conmon[101466]: audit 2022-01-25T22:46:06.099867+0000 mon.smithi179 (mon.1) 45 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:46:07.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.94 MB/sec execute 106 sec latency 59357.668 ms 2022-01-25T22:46:08.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.88 MB/sec execute 107 sec latency 60357.777 ms 2022-01-25T22:46:08.589 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: cluster 2022-01-25T22:46:07.131954+0000 mgr.smithi111.vbmimw (mgr.14718) 27 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:08.589 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: audit 2022-01-25T22:46:07.304563+0000 mon.smithi111 (mon.0) 16 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:08.589 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: audit 2022-01-25T22:46:07.781944+0000 mon.smithi111 (mon.0) 17 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:08.590 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: audit 2022-01-25T22:46:07.786100+0000 mon.smithi179 (mon.1) 46 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:08.590 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: audit 2022-01-25T22:46:07.786848+0000 mon.smithi179 (mon.1) 47 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:08.590 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:08 smithi179 conmon[32219]: audit 2022-01-25T22:46:07.787577+0000 mon.smithi179 (mon.1) 48 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:08.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: cluster 2022-01-25T22:46:07.131954+0000 mgr.smithi111.vbmimw (mgr.14718) 27 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:08.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: audit 2022-01-25T22:46:07.304563+0000 mon.smithi111 (mon.0) 16 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:08.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: audit 2022-01-25T22:46:07.781944+0000 mon.smithi111 (mon.0) 17 : audit [INF] from='mgr.14718 ' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: audit 2022-01-25T22:46:07.786100+0000 mon.smithi179 (mon.1) 46 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:46:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: audit 2022-01-25T22:46:07.786848+0000 mon.smithi179 (mon.1) 47 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:46:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:08 smithi111 conmon[101466]: audit 2022-01-25T22:46:07.787577+0000 mon.smithi179 (mon.1) 48 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:09.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.83 MB/sec execute 108 sec latency 61357.877 ms 2022-01-25T22:46:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 systemd[1]: Stopping Ceph mon.smithi179 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:46:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: cephadm 2022-01-25T22:46: 2022-01-25T22:46:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: 07.777521+0000 mgr.smithi111.vbmimw (mgr.14718) 28 : cephadm [INF] Upgrade: Updating mon.smithi179 2022-01-25T22:46:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: cephadm 2022-01-25T22:46:07.788382+0000 mgr.smithi111.vbmimw (mgr.14718) 29 : cephadm [INF] Deploying daemon mon.smithi179 on smithi179 2022-01-25T22:46:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: cluster 2022-01-25T22:46:08.751828+0000 mds.foofs.smithi179.xvbhly (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.939802 secs 2022-01-25T22:46:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: debug 2022-01-25T22:46:09.411+0000 7fa875e14700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi179 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:46:09.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 conmon[32219]: debug 2022-01-25T22:46:09.412+0000 7fa875e14700 -1 mon.smithi179@1(peon) e2 *** Got Signal Terminated *** 2022-01-25T22:46:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:09 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:07.777521+0000 mgr.smithi111.vbmimw (mgr.14718) 28 : cephadm [INF] Upgrade: Updating mon.smithi179 2022-01-25T22:46:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:09 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:07.788382+0000 mgr.smithi111.vbmimw (mgr.14718) 29 : cephadm [INF] Deploying daemon mon.smithi179 on smithi179 2022-01-25T22:46:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:09 smithi111 conmon[101466]: cluster 2022-01-25T22:46:08.751828+0000 mds.foofs.smithi179.xvbhly (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.939802 secs 2022-01-25T22:46:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:09 smithi179 bash[66667]: fcaa56eeb975322c0426c3e049564517223295c39e4347ce0547024eb1b4584d 2022-01-25T22:46:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 bash[66667]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-mon-smithi179 found: no such container 2022-01-25T22:46:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 bash[66667]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-mon.smithi179 found: no such container 2022-01-25T22:46:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@mon.smithi179.service: Succeeded. 2022-01-25T22:46:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 systemd[1]: Stopped Ceph mon.smithi179 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:46:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 systemd[1]: Starting Ceph mon.smithi179 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:46:10.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.78 MB/sec execute 109 sec latency 62357.986 ms 2022-01-25T22:46:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.746+0000 7efe543a2700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:46:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.746+0000 7efe543a2700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:46:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.746+0000 7efe543a2700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:46:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 0 load: jerasure load: lrc load: isa 2022-01-25T22:46:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:46:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:46:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:46:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: DB SUMMARY 2022-01-25T22:46:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:46:11.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:46:11.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 690 Bytes 2022-01-25T22:46:11.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi179/store.db dir, Total Num: 1, files: 000017.sst 2022-01-25T22:46:11.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi179/store.db: 000015.log size: 4802604 ; 2022-01-25T22:46:11.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:46:11.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:46:11.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:46:11.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.env: 0x557840d283a0 2022-01-25T22:46:11.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:11.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:46:11.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.info_log: 0x557842c81b80 2022-01-25T22:46:11.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:46:11.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:46:11.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:46:11.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:46:11.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:46:11.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:46:11.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:46:11.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:46:11.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:46:11.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:46:11.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:46:11.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:46:11.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:46:11.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:46:11.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:46:11.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi179/store.db 2022-01-25T22:46:11.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:46:11.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:46:11.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:46:11.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:46:11.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:46:11.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:46:11.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:46:11.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:46:11.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:46:11.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:46:11.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.write_buffer_manager: 0x5578438f0120 2022-01-25T22:46:11.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:46:11.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:46:11.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:46:11.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:46:11.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:46:11.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:46:11.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:46:11.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:46:11.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:46:11.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:46:11.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:46:11.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:46:11.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:46:11.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:46:11.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.row_cache: None 2022-01-25T22:46:11.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:46:11.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:46:11.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:46:11.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:46:11.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:46:11.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:46:11.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:46:11.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:46:11.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:46:11.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:46:11.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:46:11.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:46:11.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:46:11.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:46:11.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:46:11.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:46:11.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:46:11.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:46:11.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:46:11.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:46:11.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:46:11.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:46:11.141 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:46:11.141 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:46:11.141 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:46:11.141 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:46:11.141 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:11.142 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:46:11.142 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:46:11.142 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:46:11.143 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:46:11.143 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:46:11.143 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:46:11.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:46:11.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:46:11.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:46:11.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:46:11.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:46:11.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi179/store.db/MANIFEST-000005 2022-01-25T22:46:11.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:46:11.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:46:11.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.merge_operator: 2022-01-25T22:46:11.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:46:11.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:46:11.148 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:46:11.148 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:46:11.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557842b93c80) 2022-01-25T22:46:11.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: cache_index_and_filter_blocks: 1 2022-01-25T22:46:11.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:46:11.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:46:11.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: pin_top_level_index_and_filter: 1 2022-01-25T22:46:11.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: index_type: 0 2022-01-25T22:46:11.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: data_block_index_type: 0 2022-01-25T22:46:11.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: index_shortening: 1 2022-01-25T22:46:11.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:46:11.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: hash_index_allow_collision: 1 2022-01-25T22:46:11.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: checksum: 1 2022-01-25T22:46:11.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: no_block_cache: 0 2022-01-25T22:46:11.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_cache: 0x557842bcd010 2022-01-25T22:46:11.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_cache_name: BinnedLRUCache 2022-01-25T22:46:11.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_cache_options: 2022-01-25T22:46:11.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: capacity : 536870912 2022-01-25T22:46:11.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: num_shard_bits : 4 2022-01-25T22:46:11.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: strict_capacity_limit : 0 2022-01-25T22:46:11.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: high_pri_pool_ratio: 0.000 2022-01-25T22:46:11.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_cache_compressed: (nil) 2022-01-25T22:46:11.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: persistent_cache: (nil) 2022-01-25T22:46:11.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_size: 4096 2022-01-25T22:46:11.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_size_deviation: 10 2022-01-25T22:46:11.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_restart_interval: 16 2022-01-25T22:46:11.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: index_block_restart_interval: 1 2022-01-25T22:46:11.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: metadata_block_size: 4096 2022-01-25T22:46:11.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: partition_filters: 0 2022-01-25T22:46:11.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: use_delta_encoding: 1 2022-01-25T22:46:11.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:46:11.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: whole_key_filtering: 1 2022-01-25T22:46:11.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: verify_compression: 0 2022-01-25T22:46:11.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: read_amp_bytes_per_bit: 0 2022-01-25T22:46:11.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: format_version: 2 2022-01-25T22:46:11.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: enable_index_compression: 1 2022-01-25T22:46:11.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: block_align: 0 2022-01-25T22:46:11.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:46:11.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:46:11.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:46:11.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:46:11.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:46:11.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:46:11.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:46:11.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:46:11.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:46:11.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:46:11.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:46:11.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:46:11.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:46:11.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:46:11.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:46:11.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:46:11.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:46:11.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:46:11.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:46:11.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:46:11.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:46:11.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:46:11.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:46:11.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:46:11.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:46:11.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:46:11.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:46:11.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:46:11.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:46:11.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:46:11.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:46:11.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:46:11.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:46:11.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:46:11.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:46:11.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:46:11.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:46:11.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:46:11.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:46:11.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:46:11.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:46:11.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:46:11.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:46:11.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:46:11.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:46:11.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:46:11.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:46:11.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:46:11.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:46:11.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:46:11.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:46:11.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:46:11.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:46:11.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:46:11.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:46:11.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:46:11.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:46:11.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:46:11.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:46:11.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:46:11.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:46:11.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:46:11.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:46:11.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:46:11.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:46:11.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:46:11.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:46:11.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.751+0000 7efe543a2700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:46:11.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.752+0000 7efe543a2700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:46:11.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.752+0000 7efe543a2700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi179/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9881, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:46:11.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.752+0000 7efe543a2700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2022-01-25T22:46:11.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.752+0000 7efe543a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150770753612, "job": 1, "event": "recovery_started", "log_files": [15]} 2022-01-25T22:46:11.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.752+0000 7efe543a2700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2022-01-25T22:46:11.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.756+0000 7efe543a2700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:46:11.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 bash[66877]: 3d96b5db7fae7dc272b971cd43ac80a1b898a9a4a423dbf360dbbc4e0b5d31c3 2022-01-25T22:46:11.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.759+0000 7efe543a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150770761049, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 3114253, "table_properties": {"data_size": 3108869, "index_size": 3857, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 709, "raw_key_size": 5263, "raw_average_key_size": 22, "raw_value_size": 3102155, "raw_average_value_size": 13089, "num_data_blocks": 123, "num_entries": 237, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150770, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:46:11.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.759+0000 7efe543a2700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2022-01-25T22:46:11.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.760+0000 7efe543a2700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:46:11.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.760+0000 7efe543a2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150770761487, "job": 1, "event": "recovery_finished"} 2022-01-25T22:46:11.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.761+0000 7efe543a2700 4 rocksdb: DB pointer 0x557842c97800 2022-01-25T22:46:11.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.761+0000 7efe3b3d8700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:46:11.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:11.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:10.761+0000 7efe3b3d8700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:46:11.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** DB Stats ** 2022-01-25T22:46:11.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:46:11.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:46:11.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:46:11.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:46:11.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:46:11.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:46:11.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:46:11.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** Compaction Stats [default] ** 2022-01-25T22:46:11.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:46:11.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:46:11.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: L0 1/0 2.97 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: L6 1/0 24.33 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:46:11.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Sum 2/0 27.30 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** Compaction Stats [default] ** 2022-01-25T22:46:11.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:46:11.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:46:11.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:46:11.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Flush(GB): cumulative 0.003, interval 0.003 2022-01-25T22:46:11.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:46:11.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:46:11.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:46:11.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:46:11.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Cumulative compaction: 0.00 GB write, 306.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:46:11.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Interval compaction: 0.00 GB write, 306.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:46:11.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:46:11.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:46:11.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** Compaction Stats [default] ** 2022-01-25T22:46:11.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:46:11.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:46:11.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: L0 1/0 2.97 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: L6 1/0 24.33 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:46:11.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Sum 2/0 27.30 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:46:11.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** Compaction Stats [default] ** 2022-01-25T22:46:11.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:46:11.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:46:11.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 802.9 0.00 0.00 1 0.004 0 0 2022-01-25T22:46:11.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:46:11.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Flush(GB): cumulative 0.003, interval 0.000 2022-01-25T22:46:11.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:46:11.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:46:11.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:46:11.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:46:11.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Cumulative compaction: 0.00 GB write, 305.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:46:11.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:46:11.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:46:11.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:46:11.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.762+0000 7efe543a2700 0 starting mon.smithi179 rank 1 at public addrs [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] at bind addrs [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi179 fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:46:11.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 1 mon.smithi179@-1(???) e2 preinit fsid 0092ccdc-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:46:11.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).mds e9 new map 2022-01-25T22:46:11.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).mds e9 print_map 2022-01-25T22:46:11.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: e9 2022-01-25T22:46:11.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:46:11.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:46:11.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: legacy client fscid: 1 2022-01-25T22:46:11.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.193 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Filesystem 'foofs' (1) 2022-01-25T22:46:11.194 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: fs_name foofs 2022-01-25T22:46:11.194 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: epoch 9 2022-01-25T22:46:11.194 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: flags 12 2022-01-25T22:46:11.194 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: created 2022-01-25T22:41:51.235329+0000 2022-01-25T22:46:11.195 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: modified 2022-01-25T22:46:00.507090+0000 2022-01-25T22:46:11.195 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: tableserver 0 2022-01-25T22:46:11.195 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: root 0 2022-01-25T22:46:11.196 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: session_timeout 60 2022-01-25T22:46:11.196 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: session_autoclose 300 2022-01-25T22:46:11.196 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: max_file_size 1099511627776 2022-01-25T22:46:11.197 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: required_client_features {} 2022-01-25T22:46:11.197 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: last_failure 0 2022-01-25T22:46:11.197 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: last_failure_osd_epoch 0 2022-01-25T22:46:11.198 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:46:11.198 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: max_mds 1 2022-01-25T22:46:11.199 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: in 0 2022-01-25T22:46:11.199 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: up {0=24261} 2022-01-25T22:46:11.199 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: failed 2022-01-25T22:46:11.200 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: damaged 2022-01-25T22:46:11.200 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: stopped 2022-01-25T22:46:11.201 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: data_pools [3] 2022-01-25T22:46:11.201 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: metadata_pool 2 2022-01-25T22:46:11.202 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: inline_data disabled 2022-01-25T22:46:11.202 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: balancer 2022-01-25T22:46:11.202 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: standby_count_wanted 1 2022-01-25T22:46:11.203 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: [mds.foofs.smithi179.xvbhly{0:24261} state up:active seq 63 join_fscid=1 addr [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:46:11.203 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.204 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.204 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: Standby daemons: 2022-01-25T22:46:11.204 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.205 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: [mds.foofs.smithi111.vrmfij{-1:14482} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.111:6834/3019471593,v1:172.21.15.111:6835/3019471593] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:46:11.205 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:11.205 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).osd e72 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:46:11.206 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:46:11.206 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:46:11.206 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 0 mon.smithi179@-1(???).osd e72 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:46:11.207 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: cephadm 2022 2022-01-25T22:46:11.207 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: -01-25T22:46:07.777521+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:46:11.207 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 28 : cephadm [INF] Upgrade: Updating mon.smithi179 2022-01-25T22:46:11.207 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: cephadm 2022-01- 2022-01-25T22:46:11.208 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 25T22:46:07.788382+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:46:11.208 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: mgr.14718) 29 : cephadm [INF] Deploying daemon mon.smithi179 on smithi179 2022-01-25T22:46:11.208 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:46:11.208 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 22:46:08.751828+0000 mds.foofs.smithi179.xvbhly (mds 2022-01-25T22:46:11.208 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: .0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.939802 secs 2022-01-25T22:46:11.209 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.763+0000 7efe543a2700 1 mon.smithi179@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-01-25T22:46:11.209 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:46:11.209 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:46:11.209 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:11.210 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:46:11.210 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:46:11.210 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:46:11.210 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:46:11.211 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:46:11.211 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:46:11.211 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:46:11.211 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:46:11.211 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:46:11.212 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: debug 2022-01-25T22:46:10.765+0000 7efe543a2700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:46:11.212 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 systemd[1]: Started Ceph mon.smithi179 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:46:11.212 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: audit 2022-01-25T22:46:09.424238+0000 mon.smithi111 (mon.0) 18 : 2022-01-25T22:46:11.212 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:46:11.213 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:10 smithi179 conmon[67066]: audit 2022-01-25T22:46:09.424662+0000 mon.smithi111 (mon.0) 19 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:46:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:10 smithi111 conmon[101466]: audit 2022-01-25T22:46:09.424238+0000 mon.smithi111 (mon.0) 18 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-25T22:46:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:10 smithi111 conmon[101466]: 2022-01-25T22:46:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:10 smithi111 conmon[101466]: audit 2022-01-25T22:46:09.424662+0000 mon.smithi111 (mon.0) 19 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-25T22:46:11.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.72 MB/sec execute 110 sec latency 63358.049 ms 2022-01-25T22:46:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.835941+0000 mon.smithi179 (mon.1) 1 : cluster 2022-01-25T22:46:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: [INF] mon.smithi179 calling monitor election 2022-01-25T22:46:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.837095+0000 mon.smithi111 (mon.0) 20 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:46:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.854878+0000 mon.smithi111 (mon.0) 21 : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:46:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.864874+0000 mon.smithi111 (mon.0) 22 : cluster [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:46:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.864948+0000 mon.smithi111 (mon.0) 23 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10 2022-01-25T22:46:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: .864980+0000 mon.smithi111 (mon.0) 24 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:46:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.865286+0000 mon.smithi111 (mon.0) 25 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 34s), standbys: smithi179.kogymg 2022-01-25T22:46:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:10.868286+0000 mon.smithi111 (mon.0) 26 2022-01-25T22:46:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:46:11.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:11.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: 2022-01-25T22:46:10.868305+0000 mon.smithi111 (mon.0) 27 : cluster 2022-01-25T22:46:11.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:46:11.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:11.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: 2022-01-25T22:46:10.868314+0000 mon.smithi111 (mon.0) 28 : cluster 2022-01-25T22:46:11.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:46:11.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit 2022 2022-01-25T22:46:11.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: -01-25T22:46:10.870639+0000 mon.smithi111 (mon.0) 29 : 2022-01-25T22:46:11.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:11.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit 2022-01-25T22:46:10.871522+0000 2022-01-25T22:46:11.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: mon.smithi111 (mon.0) 30 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:11.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:46:11.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: 22:46:10.872768+0000 mon.smithi111 (mon.0) 31 2022-01-25T22:46:11.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:11.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit 2022-01-25T22:46:10. 2022-01-25T22:46:11.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: 873604+0000 mon.smithi111 (mon.0) 32 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:11.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cephadm 2022-01-25 2022-01-25T22:46:11.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: T22:46:10.874323+0000 mgr.smithi111.vbmimw (mgr.14718) 31 : cephadm 2022-01-25T22:46:11.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:11.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: audit 2022 2022-01-25T22:46:11.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: -01-25T22:46:11.129450+0000 mon.smithi111 (mon.0) 33 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:11.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: 2022-01-25T22:46:11.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: cluster 2022-01-25T22:46:11 2022-01-25T22:46:11.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:11 smithi179 conmon[67066]: .132920+0000 mgr.smithi111.vbmimw (mgr.14718) 32 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:10.835941+0000 mon.smithi179 (mon.1) 1 : cluster [INF] mon.smithi179 calling monitor election 2022-01-25T22:46:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:10.837095+0000 mon.smithi111 (mon.0) 20 : cluster [INF] mon.smithi111 calling monitor election 2022-01-25T22:46:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:10.854878+0000 mon.smithi111 (mon.0) 21 : cluster [INF] mon.smithi111 is new leader, mons smithi111,smithi179 in quorum (ranks 0,1) 2022-01-25T22:46:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T22:46:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 22:46:10.864874+0000 mon.smithi111 (mon.0) 22 : cluster [DBG] monmap e2: 2 mons at {smithi111=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],smithi179=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} 2022-01-25T22:46:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:10.864948 2022-01-25T22:46:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 23 : cluster [DBG] 2022-01-25T22:46:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:10.864980+0000 mon.smithi111 ( 2022-01-25T22:46:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mon.0) 24 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-01-25T22:46:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: -25T22:46:10.865286+0000 mon.smithi111 ( 2022-01-25T22:46:12.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mon.0) 25 : cluster [DBG] mgrmap e37: smithi111.vbmimw(active, since 34s), standbys: smithi179.kogymg 2022-01-25T22:46:12.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:12.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: -01-25T22:46:10.868286+0000 2022-01-25T22:46:12.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mon.smithi111 (mon.0) 26 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:46:12.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:12.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01-25T22:46:12.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:10.868305+0000 mon.smithi111 (mon. 2022-01-25T22:46:12.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 0) 27 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:46:12.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:12.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: -25T22:46:10.868314+0000 mon.smithi111 (mon 2022-01-25T22:46:12.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: .0) 28 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:46:12.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: audit 2022-01 2022-01-25T22:46:12.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: -25T22:46:10.870639+0000 mon.smithi111 2022-01-25T22:46:12.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: (mon.0) 29 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:12.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: audit 2022 2022-01-25T22:46:12.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: -01-25T22:46:10.871522+0000 2022-01-25T22:46:12.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mon.smithi111 (mon.0) 30 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:12.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:12.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: audit 2022-01-25T22:46:12.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:10.872768+0000 mon.smithi111 (mon 2022-01-25T22:46:12.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: .0) 31 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:12.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: audit 2022-01-25T22:46:10.873604 2022-01-25T22:46:12.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 32 : audit [INF] 2022-01-25T22:46:12.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:12.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cephadm 2022-01-25T22: 2022-01-25T22:46:12.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 46:10.874323+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:46:12.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 31 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:12.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T22:46:12.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 25T22:46:11.129450+0000 mon.smithi111 ( 2022-01-25T22:46:12.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mon.0) 33 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:12.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:46:12.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 01-25T22:46:11.132920+0000 2022-01-25T22:46:12.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 32 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:12.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:11 smithi111 conmon[101466]: 2022-01-25T22:46:12.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.67 MB/sec execute 111 sec latency 64358.119 ms 2022-01-25T22:46:13.521 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.62 MB/sec execute 112 sec latency 65358.230 ms 2022-01-25T22:46:14.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.57 MB/sec execute 113 sec latency 66358.373 ms 2022-01-25T22:46:14.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:14 smithi111 conmon[101466]: cluster 2022-01-25T22:46:13.133378+0000 mgr.smithi111.vbmimw (mgr.14718) 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:14.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:14 smithi111 conmon[101466]: 2022-01-25T22:46:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:14 smithi111 conmon[101466]: cluster 2022-01-25T22:46:13.751897+0000 mds.foofs.smithi179.xvbhly (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 54.939869 secs 2022-01-25T22:46:14.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:14 smithi179 conmon[67066]: cluster 2022-01-25T22:46:13.133378+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:46:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:14 smithi179 conmon[67066]: 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:14 smithi179 conmon[67066]: cluster 2022-01-25T22:46:13.751897+0000 mds.foofs.smithi179.xvbhly (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 54.939869 secs 2022-01-25T22:46:15.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.52 MB/sec execute 114 sec latency 67358.421 ms 2022-01-25T22:46:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.584903+0000 mon.smithi111 (mon.0) 34 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.588951+0000 mon.smithi111 (mon.0) 35 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.595369+0000 mon.smithi111 (mon.0) 36 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.598619+0000 mon.smithi111 (mon.0) 37 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.600624+0000 mon.smithi111 (mon.0) 38 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.601737+0000 mon.smithi111 (mon.0) 39 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:14.602440+0000 mgr.smithi111.vbmimw (mgr.14718) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:46:15.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.606810+0000 mon.smithi111 (mon.0) 40 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.617371+0000 mon.smithi111 (mon.0) 41 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi111"}]: dispatch 2022-01-25T22:46:15.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.620840+0000 mon.smithi111 (mon.0) 42 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi111"}]': finished 2022-01-25T22:46:15.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022-01-25T22:46:14.621582+0000 mon.smithi111 (mon.0) 43 : 2022-01-25T22:46:15.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi179"}]: dispatch 2022-01-25T22:46:15.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:46:15.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:15 smithi179 conmon[67066]: 01-25T22:46:14.624741+0000 mon.smithi111 (mon.0) 44 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi179"}]': finished 2022-01-25T22:46:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.584903+0000 mon.smithi111 (mon.0) 34 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.588951+0000 mon.smithi111 (mon.0) 35 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.595369+0000 mon.smithi111 (mon.0) 36 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.598619+0000 mon.smithi111 (mon.0) 37 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.600624+0000 mon.smithi111 (mon.0) 38 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.601737+0000 mon.smithi111 (mon.0) 39 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:14.602440+0000 mgr.smithi111.vbmimw (mgr.14718) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:46:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.606810+0000 mon.smithi111 (mon.0) 40 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:15.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.617371+0000 mon.smithi111 (mon.0) 41 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi111"}]: dispatch 2022-01-25T22:46:15.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.620840+0000 mon.smithi111 (mon.0) 42 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi111"}]': finished 2022-01-25T22:46:15.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:15.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: 2022-01-25T22:46:14.621582+0000 mon.smithi111 (mon.0) 43 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi179"}]: dispatch 2022-01-25T22:46:15.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:15 smithi111 conmon[101466]: audit 2022-01-25T22:46:14.624741+0000 mon.smithi111 (mon.0) 44 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi179"}]': finished 2022-01-25T22:46:16.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.47 MB/sec execute 115 sec latency 68358.449 ms 2022-01-25T22:46:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: cluster 2022-01-25T22:46:15.133944+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:46:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: .14718) 35 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: audit 2022-01-25T22:46:16.339595+0000 mon.smithi111 (mon.0) 45 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: audit 2022-01-25T22:46:16.340225+0000 mon.smithi111 (mon.0) 46 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: audit 2022-01-25T22:46:16.340860+0000 mon.smithi111 (mon. 2022-01-25T22:46:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:16 smithi111 conmon[101466]: 0) 47 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:17.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:16 smithi179 conmon[67066]: cluster 2022-01-25T22:46:15.133944+0000 mgr.smithi111.vbmimw (mgr.14718) 35 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:16 smithi179 conmon[67066]: audit 2022-01-25T22:46:16.339595+0000 mon.smithi111 (mon.0) 45 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:16 smithi179 conmon[67066]: audit 2022-01-25T22:46:16.340225+0000 mon.smithi111 (mon.0) 46 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi111", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:16 smithi179 conmon[67066]: audit 2022-01-25T22:46:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:16 smithi179 conmon[67066]: 2022-01-25T22:46:16.340860+0000 mon.smithi111 (mon.0) 47 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:17.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.43 MB/sec execute 116 sec latency 69358.517 ms 2022-01-25T22:46:17.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:17 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:16.335790+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:46:17.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:17 smithi111 conmon[101466]: ) 36 : cephadm [INF] Upgrade: Updating crash.smithi111 2022-01-25T22:46:17.914 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:17 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:16.341366+0000 mgr.smithi111.vbmimw (mgr.14718) 37 : cephadm [INF] Deploying daemon crash.smithi111 on smithi111 2022-01-25T22:46:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:17 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:16.335790+0000 mgr.smithi111.vbmimw (mgr.14718) 36 : cephadm [INF] Upgrade: Updating crash.smithi111 2022-01-25T22:46:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:17 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:16.341366+0000 mgr.smithi111.vbmimw (mgr.14718) 37 : cephadm [INF] Deploying daemon crash.smithi111 on smithi111 2022-01-25T22:46:18.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.38 MB/sec execute 117 sec latency 70358.561 ms 2022-01-25T22:46:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:18 smithi111 conmon[101466]: cluster 2022-01-25T22:46:17.134268+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:46:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:18 smithi111 conmon[101466]: .14718) 38 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:18 smithi179 conmon[67066]: cluster 2022-01-25T22:46:17.134268+0000 mgr.smithi111.vbmimw (mgr.14718) 38 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:19.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.34 MB/sec execute 118 sec latency 71358.616 ms 2022-01-25T22:46:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: cluster 2022-01-25T22:46:18.752033+0000 mds.foofs.smithi179.xvbhly (mds.0) 2022-01-25T22:46:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 59.939995 secs 2022-01-25T22:46:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: audit 2022-01-25T22:46:19.449460+0000 mon.smithi111 (mon.0) 48 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: audit 2022-01-25T22:46:19.450110+0000 mon.smithi111 (mon.0 2022-01-25T22:46:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: ) 49 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: audit 2022-01-25T22: 2022-01-25T22:46:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: 46:19.450952+0000 mon.smithi111 ( 2022-01-25T22:46:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: mon.0) 50 : audit [DBG] 2022-01-25T22:46:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: audit 2022-01-25T22:46:19.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: 2022-01-25T22: 2022-01-25T22:46:19.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: 46:19.451503+0000 mon.smithi111 ( 2022-01-25T22:46:19.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: mon.0) 51 : audit 2022-01-25T22:46:19.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:19 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:20.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: cluster 2022-01-25T22:46:18.752033+0000 mds.foofs.smithi179.xvbhly (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 59.939995 secs 2022-01-25T22:46:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: audit 2022-01-25T22:46:19.449460+0000 mon.smithi111 (mon.0) 48 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: audit 2022-01-25T22:46:19.450110+0000 mon.smithi111 (mon.0) 49 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: audit 2022-01-25T22:46:19.450952+0000 mon.smithi111 (mon 2022-01-25T22:46:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: .0) 50 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:19 smithi179 conmon[67066]: audit 2022-01-25T22:46:19.451503+0000 mon.smithi111 (mon.0) 51 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:20.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.29 MB/sec execute 119 sec latency 72358.659 ms 2022-01-25T22:46:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:20 smithi111 conmon[101466]: cluster 2022-01-25T22:46:19.134860+0000 mgr.smithi111.vbmimw (mgr.14718) 39 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:20 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:19.451993+0000 mgr.smithi111.vbmimw (mgr.14718) 40 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:21.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:20 smithi179 conmon[67066]: cluster 2022-01-25T22:46:19.134860+0000 mgr.smithi111.vbmimw (mgr.14718) 39 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:20 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:19.451993+0000 mgr.smithi111.vbmimw (mgr.14718) 40 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:21.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.25 MB/sec execute 120 sec latency 73358.689 ms 2022-01-25T22:46:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.20 MB/sec execute 121 sec latency 74358.717 ms 2022-01-25T22:46:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:22 smithi111 conmon[101466]: cluster 2022-01-25T22:46:21.135202+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:46:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:22 smithi111 conmon[101466]: 41 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:22 smithi179 conmon[67066]: cluster 2022-01-25T22:46:21.135202+0000 mgr.smithi111.vbmimw (mgr.14718) 41 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:23.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.16 MB/sec execute 122 sec latency 75358.756 ms 2022-01-25T22:46:24.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.12 MB/sec execute 123 sec latency 76358.818 ms 2022-01-25T22:46:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:24 smithi111 conmon[101466]: cluster 2022-01-25T22:46:23.135700+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:46:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:24 smithi111 conmon[101466]: 42 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:24 smithi111 conmon[101466]: cluster 2022-01-25T22:46:23.752193+0000 mds.foofs.smithi179.xvbhly (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.940140 secs 2022-01-25T22:46:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:24 smithi111 conmon[101466]: cluster 2022-01-25T22:46:23.752201+0000 mds.foofs.smithi179.xvbhly (mds.0) 9 : cluster [WRN] slow request 64.940140 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:46:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:24 smithi111 conmon[101466]: cluster 2022-01-25T22:46:23.752239+0000 mds.foofs.smithi179.xvbhly (mds.0) 10 : cluster [WRN] client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.940196 seconds ago 2022-01-25T22:46:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: cluster 2022-01-25T22:46:23.135700+0000 mgr.smithi111.vbmimw (mgr.14718) 42 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: cluster 2022-01-25T22:46:23.752193+0000 mds.foofs.smithi179.xvbhly (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.940140 secs 2022-01-25T22:46:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: cluster 2022-01-25T22:46:23.752201+0000 mds.foofs.smithi179.xvbhly (mds.0) 9 : cluster [WRN] slow request 64.940140 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:46:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: cluster 2022-01-25T22:46:23.752239+0000 2022-01-25T22:46:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: mds.foofs.smithi179.xvbhly (mds.0) 10 : cluster [WRN] client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.940196 seconds ago 2022-01-25T22:46:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:24 smithi179 conmon[67066]: 2022-01-25T22:46:25.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.08 MB/sec execute 124 sec latency 77358.940 ms 2022-01-25T22:46:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.808900+0000 mon.smithi111 (mon.0) 52 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.814295+0000 mon.smithi111 (mon.0) 53 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.820986+0000 mon.smithi111 (mon.0) 54 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.823585+0000 mon.smithi111 (mon.0) 55 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.825048+0000 mon.smithi111 (mon.0) 56 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: audit 2022-01-25T22:46:24.825939+0000 mon.smithi111 (mon.0) 57 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:25 smithi179 conmon[67066]: cluster 2022-01-25T22:46:25.136244+0000 mgr.smithi111.vbmimw (mgr.14718) 43 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T22:46:24.808900+0000 mon.smithi111 (mon.0) 52 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T22:46:24.814295+0000 mon.smithi111 (mon.0) 53 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T22:46:24.820986+0000 mon.smithi111 (mon.0) 54 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T22:46:24.823585+0000 mon.smithi111 (mon.0 2022-01-25T22:46:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: ) 55 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T22:46:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: 22:46:24.825048+0000 mon.smithi111 ( 2022-01-25T22:46:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: mon.0) 56 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: 2022-01-25T22:46:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T22:46:26.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: 22:46:24.825939+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:26.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: 57 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:26.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:26.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: -25T22:46:25.136244+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:46:26.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:25 smithi111 conmon[101466]: mgr.14718) 43 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:26.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.04 MB/sec execute 125 sec latency 78358.988 ms 2022-01-25T22:46:26.627 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:46:26.895 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:46:26.895 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (8m) 2s ago 9m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:46:26.895 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (8s) 2s ago 9m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:46:26.896 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (8m) 12s ago 8m 7142k - 16.2.4 8d91d370c2b8 9c50a40aa368 2022-01-25T22:46:26.896 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (8m) 2s ago 9m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:46:26.896 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (4m) 2s ago 4m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:46:26.896 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (4m) 12s ago 4m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:46:26.897 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (56s) 2s ago 10m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:46:26.897 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (39s) 12s ago 8m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:46:26.897 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (29s) 2s ago 11m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:46:26.897 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (16s) 12s ago 8m 27.5M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:46:26.897 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (72s) 2s ago 71s 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:46:26.898 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (66s) 12s ago 66s 81.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:46:26.898 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (9m) 2s ago 9m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:46:26.898 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (8m) 12s ago 8m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:46:26.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 2s ago 8m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:46:26.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7m) 2s ago 7m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:46:26.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7m) 2s ago 7m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:46:26.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7m) 2s ago 7m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:46:26.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (6m) 12s ago 6m 1419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:46:26.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (6m) 12s ago 6m 1843M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:46:26.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (6m) 12s ago 6m 1431M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:46:26.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (6m) 12s ago 6m 2294M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:46:26.900 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (8m) 2s ago 9m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:46:27.215 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:46:27.216 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:46:27.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:27.216 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:27.216 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:46:27.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:27.217 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:27.217 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:46:27.217 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:46:27.217 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:27.218 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:46:27.218 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:27.218 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:27.218 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:46:27.219 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 10, 2022-01-25T22:46:27.219 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:46:27.219 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:46:27.219 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:46:27.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 5.00 MB/sec execute 126 sec latency 79359.064 ms 2022-01-25T22:46:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:26.350708+0000 mgr.smithi111.vbmimw 2022-01-25T22:46:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: (mgr.14718) 44 : cephadm [INF] Upgrade: Updating crash.smithi179 2022-01-25T22:46:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: audit 2022-01-25T22:46:26.355745+0000 mon.smithi111 (mon.0) 58 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: audit 2022-01-25T22:46:26.356758+0000 mon.smithi111 (mon.0) 59 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: audit 2022-01-25T22:46:26.357866+0000 mon.smithi111 (mon.0) 60 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:26.358934+0000 mgr.smithi111.vbmimw (mgr.14718) 45 : cephadm [INF] Deploying daemon crash.smithi179 on smithi179 2022-01-25T22:46:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: audit 2022-01-25T22:46:26.616635+0000 mgr.smithi111.vbmimw (mgr.14718) 46 : audit [DBG] 2022-01-25T22:46:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: cluster 2022-01-25T22:46:26.823165+0000 mon.smithi111 (mon.0) 61 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:46:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: cluster 2022-01-25T22:46:26.826394+0000 mon.smithi111 2022-01-25T22:46:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: (mon.0) 62 : cluster [DBG] mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:46:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:46:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: -01-25T22:46:26.826445+0000 2022-01-25T22:46:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: mon.smithi111 (mon.0) 63 : cluster [DBG] 2022-01-25T22:46:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:27 smithi179 conmon[67066]: audit 2022-01-25T22:46:27.216097+0000 mon.smithi111 (mon.0) 64 : audit [DBG] from='client.? 172.21.15.111:0/2855051293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:26.350708+0000 mgr.smithi111.vbmimw (mgr.14718) 44 : cephadm [INF] Upgrade: Updating crash.smithi179 2022-01-25T22:46:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 2022-01-25T22:46:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: audit 2022-01-25T22:46:26.355745+0000 mon.smithi111 (mon.0) 58 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: audit 2022-01-25T22:46:26.356758+0000 mon.smithi111 (mon.0) 59 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi179", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:46:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 2022-01-25T22:46:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: audit 2022-01-25T22:46:26 2022-01-25T22:46:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: .357866+0000 mon.smithi111 (mon.0) 60 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: cephadm 2022-01- 2022-01-25T22:46:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 25T22:46:26.358934+0000 mgr.smithi111.vbmimw (mgr.14718) 45 : cephadm 2022-01-25T22:46:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: [INF] Deploying daemon crash.smithi179 on smithi179 2022-01-25T22:46:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: audit 2022-01-25T22:46:26.616635+0000 mgr.smithi111.vbmimw 2022-01-25T22:46:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: (mgr.14718) 46 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: cluster 2022-01-25T22:46: 2022-01-25T22:46:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 26.823165+0000 mon.smithi111 (mon.0) 61 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:46:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: cluster 2022-01-25T22:46: 2022-01-25T22:46:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 26.826394+0000 mon.smithi111 (mon.0) 62 : cluster [DBG] mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:46:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T22:46:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 25T22:46:26.826445+0000 mon.smithi111 (mon.0) 63 : cluster 2022-01-25T22:46:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:46:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: audit 2022-01-25T22:46:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: 2022-01-25T22:46:27.216097+0000 mon.smithi111 (mon.0) 64 : audit [DBG] 2022-01-25T22:46:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:27 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/2855051293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:28.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.96 MB/sec execute 127 sec latency 80359.162 ms 2022-01-25T22:46:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:28 smithi179 conmon[67066]: audit 2022-01-25T22:46:26.888359 2022-01-25T22:46:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:28 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 47 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:28 smithi179 conmon[67066]: cluster 2022-01-25T22:46:27.136596+0000 mgr.smithi111.vbmimw (mgr.14718) 48 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:28 smithi111 conmon[101466]: audit 2022-01-25T22:46:26.888359+0000 mgr.smithi111.vbmimw (mgr.14718) 47 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:28 smithi111 conmon[101466]: cluster 2022-01-25T22:46:27.136596+0000 mgr.smithi111.vbmimw (mgr.14718) 48 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:29.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.92 MB/sec execute 128 sec latency 81359.268 ms 2022-01-25T22:46:29.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: cluster 2022-01-25T22:46:28.752235+0000 mds.foofs.smithi179.xvbhly (mds.0) 11 : 2022-01-25T22:46:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 69.940199 secs 2022-01-25T22:46:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: audit 2022-01-25T22:46:29.355905+0000 mon.smithi111 (mon.0) 65 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: audit 2022-01-25T22:46:29.356705+0000 mon.smithi111 (mon.0) 66 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: audit 2022-01-25T22:46:29.357908+0000 mon.smithi111 (mon.0) 67 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:29 smithi179 conmon[67066]: audit 2022-01-25T22:46:29.358805+0000 mon.smithi111 (mon.0) 68 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: cluster 2022-01-25T22:46:28.752235+0000 mds.foofs.smithi179.xvbhly (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 69.940199 secs 2022-01-25T22:46:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: audit 2022-01-25T22:46:29.355905+0000 mon.smithi111 (mon.0) 65 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: audit 2022-01-25T22:46:29.356705+0000 mon.smithi111 (mon.0) 66 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: audit 2022- 2022-01-25T22:46:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: 01-25T22:46:29.357908+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: 67 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:46:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:29 smithi111 conmon[101466]: T22:46:29.358805+0000 mon.smithi111 (mon.0) 68 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:30.522 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.88 MB/sec execute 129 sec latency 82359.386 ms 2022-01-25T22:46:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:30 smithi111 conmon[101466]: cluster 2022-01-25T22:46:29.137348+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:46:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:30 smithi111 conmon[101466]: 14718) 49 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:30 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:29.359499+0000 mgr.smithi111.vbmimw (mgr.14718) 50 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:30.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:30 smithi179 conmon[67066]: cluster 2022-01-25T22:46:29.137348+0000 mgr.smithi111.vbmimw (mgr.14718) 49 : cluster 2022-01-25T22:46:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:30 smithi179 conmon[67066]: [DBG] pgmap v29: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:46:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:30 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:29.359499+0000 mgr.smithi111.vbmimw (mgr.14718) 50 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:31.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.84 MB/sec execute 130 sec latency 83359.486 ms 2022-01-25T22:46:32.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.81 MB/sec execute 131 sec latency 84359.550 ms 2022-01-25T22:46:32.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:32 smithi111 conmon[101466]: cluster 2022-01-25T22:46:31.137846+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:46:32.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:32 smithi111 conmon[101466]: ) 51 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:32.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:32 smithi179 conmon[67066]: cluster 2022-01-25T22:46:31.137846+0000 mgr.smithi111.vbmimw (mgr.14718) 51 : 2022-01-25T22:46:32.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:32 smithi179 conmon[67066]: cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:33.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.77 MB/sec execute 132 sec latency 85359.632 ms 2022-01-25T22:46:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22:46:32.826516+0000 mon.smithi111 (mon.0) 69 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22:46:32.830650+0000 mon.smithi111 (mon.0) 70 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22:46:32.838472+0000 mon.smithi111 (mon.0) 71 : audit 2022-01-25T22:46:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22:46 2022-01-25T22:46:34.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: :32.841809+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:34.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 72 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:34.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01 2022-01-25T22:46:34.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: -25T22:46:32.843881+0000 mon.smithi111 ( 2022-01-25T22:46:34.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mon.0) 73 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46:34.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22:46:34.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46: 2022-01-25T22:46:34.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 32.844953+0000 mon.smithi111 (mon.0 2022-01-25T22:46:34.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: ) 74 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:46:34.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.845998+0000 2022-01-25T22:46:34.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mon.smithi111 (mon.0) 75 : audit 2022-01-25T22:46:34.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: cephadm 2022- 2022-01-25T22:46:34.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.846684+0000 2022-01-25T22:46:34.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 52 : cephadm 2022-01-25T22:46:34.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: [INF] Upgrade: Setting container_image for all crash 2022-01-25T22:46:34.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:46:34.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.850565+0000 2022-01-25T22:46:34.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mon.smithi111 (mon.0) 76 : audit [INF] 2022-01-25T22:46:34.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022 2022-01-25T22:46:34.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: -01-25T22:46:32.851432 2022-01-25T22:46:34.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 77 2022-01-25T22:46:34.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi111"}]: dispatch 2022-01-25T22:46:34.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:46:34.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.856839+0000 2022-01-25T22:46:34.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mon.smithi111 (mon.0) 78 : audit [INF] 2022-01-25T22:46:34.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi111"}]': finished 2022-01-25T22:46:34.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:46:34.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.857612 2022-01-25T22:46:34.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 79 : 2022-01-25T22:46:34.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi179"}]: dispatch 2022-01-25T22:46:34.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01 2022-01-25T22:46:34.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: -25T22:46:32.861077+0000 mon.smithi111 2022-01-25T22:46:34.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: (mon.0) 80 : audit [INF] 2022-01-25T22:46:34.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi179"}]': finished 2022-01-25T22:46:34.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022-01-25T22: 2022-01-25T22:46:34.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 46:32.862197+0000 mon.smithi111 (mon 2022-01-25T22:46:34.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: .0) 81 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:46:34.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46:34.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: audit 2022 2022-01-25T22:46:34.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: -01-25T22:46:32.862377 2022-01-25T22:46:34.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 53 2022-01-25T22:46:34.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:46:34.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: cephadm 2022- 2022-01-25T22:46:34.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 01-25T22:46:32.863365 2022-01-25T22:46:34.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 54 : 2022-01-25T22:46:34.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-25T22:46:34.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46:34.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:46:34.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 25T22:46:33.138271+0000 mgr.smithi111.vbmimw (mgr.14718) 55 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:34.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46:34.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: cluster 2022-01-25T22:46:34.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01- 2022-01-25T22:46:34.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 25T22:46:33.752345+0000 mds.foofs.smithi179.xvbhly ( 2022-01-25T22:46:34.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.940306 secs 2022-01-25T22:46:34.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:33 smithi179 conmon[67066]: 2022-01-25T22:46:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:32.826516 2022-01-25T22:46:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 69 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:32.830650+0000 mon.smithi111 (mon.0) 70 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:32.838472+0000 mon.smithi111 (mon.0) 71 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:32.841809+0000 mon.smithi111 (mon.0) 72 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:34.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:46:34.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: T22:46:32.843881+0000 mon.smithi111 (mon.0) 73 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32.844953+0000 mon.smithi111 2022-01-25T22:46:34.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: (mon.0) 74 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:34.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:46:34.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: T22:46:32.845998+0000 mon.smithi111 (mon.0 2022-01-25T22:46:34.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: ) 75 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:34.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: cephadm 2022-01 2022-01-25T22:46:34.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: -25T22:46:32.846684+0000 mgr.smithi111.vbmimw 2022-01-25T22:46:34.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: (mgr.14718) 52 : cephadm [INF] 2022-01-25T22:46:34.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: Upgrade: Setting container_image for all crash 2022-01-25T22:46:34.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46: 2022-01-25T22:46:34.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 32.850565+0000 mon.smithi111 (mon. 2022-01-25T22:46:34.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 0) 76 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:34.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:34.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32. 2022-01-25T22:46:34.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 851432+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:34.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 77 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi111"}]: dispatch 2022-01-25T22:46:34.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32 2022-01-25T22:46:34.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: .856839+0000 mon.smithi111 (mon.0) 78 2022-01-25T22:46:34.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi111"}]': finished 2022-01-25T22:46:34.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32.857612+0000 2022-01-25T22:46:34.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: mon.smithi111 (mon.0) 79 : audit 2022-01-25T22:46:34.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi179"}]: dispatch 2022-01-25T22:46:34.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32.861077+0000 2022-01-25T22:46:34.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: mon.smithi111 (mon.0) 80 : 2022-01-25T22:46:34.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi179"}]': finished 2022-01-25T22:46:34.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:32.862197 2022-01-25T22:46:34.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 81 : 2022-01-25T22:46:34.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:46:34.242 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46: 2022-01-25T22:46:34.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 32.862377+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:46:34.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 14718) 53 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:46:34.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: cephadm 2022-01 2022-01-25T22:46:34.243 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: -25T22:46:32.863365+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:46:34.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: mgr.14718) 54 : cephadm [INF] 2022-01-25T22:46:34.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: Upgrade: osd.0 is safe to restart 2022-01-25T22:46:34.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: cluster 2022-01-25T22:46:34.244 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46 2022-01-25T22:46:34.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: :33.138271+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:46:34.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 14718) 55 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:34.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:34.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: cluster 2022-01-25T22:46:34.245 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 2022-01-25T22:46:33 2022-01-25T22:46:34.246 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: .752345+0000 mds.foofs.smithi179.xvbhly (mds.0) 2022-01-25T22:46:34.246 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:33 smithi111 conmon[101466]: 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.940306 secs 2022-01-25T22:46:34.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.73 MB/sec execute 133 sec latency 86359.659 ms 2022-01-25T22:46:35.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.70 MB/sec execute 134 sec latency 87359.844 ms 2022-01-25T22:46:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:35 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:34.525012+0000 mgr.smithi111.vbmimw (mgr.14718) 56 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:46:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:35 smithi111 conmon[101466]: audit 2022-01-25T22:46:34.529151+0000 mon.smithi111 (mon.0) 82 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:35 smithi111 conmon[101466]: cephadm 2022-01-25T22:46:34.530416+0000 mgr.smithi111.vbmimw (mgr.14718) 57 : cephadm [INF] Deploying daemon osd.0 on smithi111 2022-01-25T22:46:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:35 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:34.525012+0000 mgr.smithi111.vbmimw (mgr.14718) 56 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:46:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:35 smithi179 conmon[67066]: audit 2022-01-25T22:46:34.529151+0000 mon.smithi111 (mon.0) 82 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:35 smithi179 conmon[67066]: cephadm 2022-01-25T22:46:34.530416+0000 mgr.smithi111.vbmimw (mgr.14718) 57 : cephadm [INF] Deploying daemon osd.0 on smithi111 2022-01-25T22:46:36.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.66 MB/sec execute 135 sec latency 88359.950 ms 2022-01-25T22:46:36.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:36 smithi111 conmon[101466]: cluster 2022-01-25T22:46:35.138761+0000 2022-01-25T22:46:36.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:36 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 58 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:36.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:36 smithi179 conmon[67066]: cluster 2022-01-25T22:46:35.138761+0000 mgr.smithi111.vbmimw (mgr.14718) 58 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:37.232 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 systemd[1]: Stopping Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:46:37.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.63 MB/sec execute 136 sec latency 89360.045 ms 2022-01-25T22:46:37.732 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 conmon[46959]: debug 2022-01-25T22:46:37.252+0000 7f50941f7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-01-25T22:46:37.732 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 conmon[46959]: debug 2022-01-25T22:46:37.252+0000 7f50941f7700 -1 osd.0 72 *** Got signal Terminated *** 2022-01-25T22:46:37.732 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 conmon[46959]: debug 2022-01-25T22:46:37.252+0000 7f50941f7700 -1 osd.0 72 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-25T22:46:38.232 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 bash[106494]: 2af63ee8784b6cb08c5c6bb39993440b9d87760c28bd6c53791a8b6de60b46c9 2022-01-25T22:46:38.232 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 bash[106494]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-osd-0 found: no such container 2022-01-25T22:46:38.233 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:37 smithi111 bash[106494]: Error: no container with name or ID ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c-osd.0 found: no such container 2022-01-25T22:46:38.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.60 MB/sec execute 137 sec latency 90360.095 ms 2022-01-25T22:46:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.139092+0000 mgr.smithi111.vbmimw (mgr.14718) 59 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: audit 2022-01-25T22:46:37.305415+0000 mon.smithi111 (mon.0) 83 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: audit 2022-01-25T22:46:37.308891+0000 mon.smithi111 (mon.0) 84 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: audit 2022-01-25T22:46:37.313667+0000 mon.smithi111 (mon.0) 85 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:46:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: -01-25T22:46:37.550021+0000 mon.smithi111 (mon.0) 86 2022-01-25T22:46:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.550050+0000 mon.smithi111 (mon.0) 87 : cluster [INF] osd.0 failed (root=default,host=smithi111) (connection refused reported by osd.1) 2022-01-25T22:46:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:46:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 01-25T22:46:37.550170+0000 mon.smithi111 (mon.0) 88 2022-01-25T22:46:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:37.550253+0000 mon.smithi111 (mon. 2022-01-25T22:46:38.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 0) 89 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25 2022-01-25T22:46:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: T22:46:37.550385+0000 mon.smithi111 (mon.0) 90 2022-01-25T22:46:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:46:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: :46:37.550458+0000 mon.smithi111 (mon.0) 91 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:46:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: T22:46:37.550546+0000 mon.smithi111 (mon.0) 92 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:46:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: -25T22:46:37.550596+0000 mon.smithi111 (mon.0) 93 : cluster [DBG] 2022-01-25T22:46:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:46:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 01-25T22:46:37.550694+0000 mon.smithi111 (mon.0) 94 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.550767+0000 mon.smithi111 (mon 2022-01-25T22:46:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: .0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:46:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: -25T22:46:37.550859+0000 mon.smithi111 (mon.0) 96 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.550933+0000 mon.smithi111 ( 2022-01-25T22:46:38.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: mon.0) 97 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.551000+0000 mon.smithi111 (mon.0) 98 2022-01-25T22:46:38.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:46:38.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: -01-25T22:46:37.551072+0000 mon.smithi111 (mon.0) 99 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.625 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.551141+0000 mon.smithi111 (mon 2022-01-25T22:46:38.626 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: .0) 100 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.626 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.626 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:37.951178+0000 mon.smithi111 (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.626 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:38.627 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:46:38.627 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: T22:46:37.951331+0000 mon.smithi111 (mon.0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.627 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37. 2022-01-25T22:46:38.627 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 951455+0000 mon.smithi111 (mon.0) 103 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.627 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.951587+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:38.628 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 104 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.628 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.628 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:37.951709+0000 mon.smithi111 (mon.0) 105 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.628 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37. 2022-01-25T22:46:38.628 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 951844+0000 mon.smithi111 (mon.0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.629 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.951966 2022-01-25T22:46:38.629 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 107 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.629 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.952084+0000 mon.smithi111 (mon 2022-01-25T22:46:38.629 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: .0) 108 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.629 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.952203+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:38.630 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 109 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.630 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.630 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:37.952320+0000 mon.smithi111 (mon.0) 110 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.630 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:37.952437+0000 2022-01-25T22:46:38.630 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: mon.smithi111 (mon.0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.631 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.631 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:37.952553+0000 mon.smithi111 (mon.0) 112 : cluster [DBG] 2022-01-25T22:46:38.631 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.631 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022-01-25T22:46: 2022-01-25T22:46:38.632 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 37.952680+0000 mon.smithi111 (mon.0) 113 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.632 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:46:38.632 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 01-25T22:46:37.952821+0000 mon.smithi111 (mon.0) 114 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.632 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:38 smithi179 conmon[67066]: 2022-01-25T22:46:38.693 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:37.139092+0000 mgr.smithi111.vbmimw 2022-01-25T22:46:38.694 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: (mgr.14718) 59 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:38.694 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: audit 2022-01-25T22:46:37.305415+0000 mon.smithi111 (mon.0) 83 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:38.694 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: audit 2022-01-25T22:46:37.308891+0000 mon.smithi111 (mon.0) 84 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:38.695 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: audit 2022-01-25T22:46:37.313667+0000 mon.smithi111 (mon.0) 85 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:38.695 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:37.550021+0000 mon.smithi111 (mon.0) 86 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.695 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:46:38.695 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 01-25T22:46:37.550050+0000 mon.smithi111 (mon.0) 87 : cluster [INF] osd.0 failed (root=default,host=smithi111) (connection refused reported by osd.1) 2022-01-25T22:46:38.696 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46: 2022-01-25T22:46:38.696 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 37.550170+0000 mon.smithi111 (mon.0) 88 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.696 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.696 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46:37 2022-01-25T22:46:38.696 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .550253+0000 mon.smithi111 (mon.0) 89 : cluster 2022-01-25T22:46:38.697 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.697 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25 2022-01-25T22:46:38.697 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: T22:46:37.550385+0000 2022-01-25T22:46:38.697 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 90 : cluster 2022-01-25T22:46:38.698 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.698 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:46:38.698 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 01-25T22:46:37 2022-01-25T22:46:38.698 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .550458+0000 mon.smithi111 (mon.0 2022-01-25T22:46:38.699 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: ) 91 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.699 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.699 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46 2022-01-25T22:46:38.699 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: :37.550546+0000 mon.smithi111 (mon. 2022-01-25T22:46:38.699 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 0) 92 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.700 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:38.700 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T22:46:38.700 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 22:46:37.550596+0000 2022-01-25T22:46:38.700 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 93 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.700 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:38.701 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22 2022-01-25T22:46:38.701 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: :46:37.550694+0000 mon.smithi111 (mon.0) 94 : cluster [DBG] 2022-01-25T22:46:38.701 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.701 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22 2022-01-25T22:46:38.702 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: :46:37.550767+0000 mon.smithi111 (mon. 2022-01-25T22:46:38.702 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.702 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:37.550859 2022-01-25T22:46:38.702 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 96 : cluster 2022-01-25T22:46:38.702 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.703 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.703 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46:37 2022-01-25T22:46:38.703 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .550933+0000 mon.smithi111 (mon.0 2022-01-25T22:46:38.703 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: ) 97 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.704 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:38.704 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -25T22:46:37.551000 2022-01-25T22:46:38.704 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 98 : 2022-01-25T22:46:38.704 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.704 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.705 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46: 2022-01-25T22:46:38.705 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 37.551072+0000 mon.smithi111 (mon.0 2022-01-25T22:46:38.705 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: ) 99 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.705 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:38.705 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -25T22:46:37.551141 2022-01-25T22:46:38.706 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 100 : cluster 2022-01-25T22:46:38.706 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.706 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22: 2022-01-25T22:46:38.706 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 46:37.951178+0000 mon.smithi111 (mon.0) 2022-01-25T22:46:38.707 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 101 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.707 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25 2022-01-25T22:46:38.707 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: T22:46:37.951331+0000 mon.smithi111 ( 2022-01-25T22:46:38.707 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:46:38.707 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.708 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46:37.951455+0000 2022-01-25T22:46:38.708 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 103 : cluster [DBG] 2022-01-25T22:46:38.708 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.708 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.709 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:37.951587+0000 mon.smithi111 ( 2022-01-25T22:46:38.709 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.0) 104 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.709 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:38.709 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -25T22:46:37.951709+0000 2022-01-25T22:46:38.709 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 105 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.710 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:38.710 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.710 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:37.951844+0000 mon.smithi111 2022-01-25T22:46:38.710 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: (mon.0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:46:38.711 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.711 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46:37.951966+0000 mon.smithi111 2022-01-25T22:46:38.711 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: (mon.0) 107 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.711 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.711 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01- 2022-01-25T22:46:38.712 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 25T22:46:37.952084+0000 mon.smithi111 2022-01-25T22:46:38.712 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: (mon.0) 108 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.712 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:46:38.712 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -01-25T22:46:37.952203 2022-01-25T22:46:38.713 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 109 : cluster [DBG] 2022-01-25T22:46:38.713 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: osd.0 reported immediately failed by osd.6 2022-01-25T22:46:38.713 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.713 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:37 2022-01-25T22:46:38.713 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .952320+0000 mon.smithi111 (mon.0) 110 : 2022-01-25T22:46:38.714 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:46:38.714 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:46:38.714 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: -25T22:46:37.952437+0000 2022-01-25T22:46:38.714 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:46:38.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:38.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 2022-01-25T22:46:37 2022-01-25T22:46:38.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .952553+0000 mon.smithi111 (mon.0) 112 : cluster 2022-01-25T22:46:38.715 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:46:38.716 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T22:46 2022-01-25T22:46:38.716 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: :37.952680+0000 mon.smithi111 (mon.0) 113 2022-01-25T22:46:38.716 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:46:38.716 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T22:46:38.717 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: 22:46:37.952821+0000 mon.smithi111 (mon 2022-01-25T22:46:38.717 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:38 smithi111 conmon[101466]: .0) 114 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:46:39.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.56 MB/sec execute 138 sec latency 91360.146 ms 2022-01-25T22:46:39.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.534608+0000 mon.smithi111 (mon.0) 115 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:46:39.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: 2022-01-25T22:46:39.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: cluster 2022-01-25T22:46:38.538173+0000 mon.smithi111 (mon.0) 116 : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-01-25T22:46:39.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: audit 2022-01-25T22:46:38.538443+0000 mon.smithi111 (mon.0) 117 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:39.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: audit 2022-01-25T22:46:38.539029+0000 mon.smithi111 (mon.0) 118 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:39.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:46:39.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:39 smithi179 conmon[67066]: 01-25T22:46:38.752413+0000 mds.foofs.smithi179.xvbhly (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.940387 secs 2022-01-25T22:46:39.732 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:39 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Succeeded. 2022-01-25T22:46:39.732 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:39 smithi111 systemd[1]: Stopped Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:46:39.733 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:46:39 smithi111 systemd[1]: Starting Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:46:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.534608+0000 mon.smithi111 (mon.0 2022-01-25T22:46:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: ) 115 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:46:39.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.538173+0000 mon.smithi111 (mon.0) 116 : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-01-25T22:46:39.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: audit 2022-01-25T22: 2022-01-25T22:46:39.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: 46:38.538443+0000 mon.smithi111 (mon.0) 117 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:39.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: audit 2022-01-25T22:46 2022-01-25T22:46:39.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: :38.539029+0000 mon.smithi111 (mon.0) 118 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:39.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: cluster 2022-01-25T22:46:38.752413 2022-01-25T22:46:39.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:39 smithi111 conmon[101466]: +0000 mds.foofs.smithi179.xvbhly (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.940387 secs 2022-01-25T22:46:40.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.53 MB/sec execute 139 sec latency 92360.251 ms 2022-01-25T22:46:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:40 smithi179 conmon[67066]: cluster 2022-01-25T22:46:39.139594+0000 mgr.smithi111.vbmimw (mgr.14718) 60 : cluster [DBG] pgmap v35: 129 pgs: 16 stale+active+clean, 113 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:46:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:40 smithi179 conmon[67066]: audit 2022-01-25T22:46:39.549024+0000 mon.smithi111 (mon.0) 119 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:40 smithi179 conmon[67066]: cluster 2022-01-25T22:46:39.549233+0000 mon.smithi111 (mon.0) 120 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-01-25T22:46:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:40 smithi111 conmon[101466]: cluster 2022-01-25T22:46:39.139594+0000 mgr.smithi111.vbmimw (mgr.14718) 60 : cluster [DBG] pgmap v35: 129 pgs: 16 stale+active+clean, 113 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:46:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:40 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T22:46:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:40 smithi111 conmon[101466]: 25T22:46:39.549024+0000 mon.smithi111 (mon.0) 119 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:40 smithi111 conmon[101466]: cluster 2022-01-25T22:46:39.549233+0000 mon.smithi111 (mon.0) 120 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-01-25T22:46:41.523 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.50 MB/sec execute 140 sec latency 93360.344 ms 2022-01-25T22:46:42.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.47 MB/sec execute 141 sec latency 94360.430 ms 2022-01-25T22:46:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:42 smithi179 conmon[67066]: cluster 2022-01-25T22:46:41.140108+0000 mgr.smithi111.vbmimw (mgr.14718) 61 : cluster [DBG] pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:46:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:42 smithi179 conmon[67066]: 2022-01-25T22:46:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:42 smithi111 conmon[101466]: cluster 2022-01-25T22:46:41.140108+0000 mgr.smithi111.vbmimw (mgr.14718) 61 : cluster [DBG] 2022-01-25T22:46:42.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:42 smithi111 conmon[101466]: pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-01-25T22:46:43.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.43 MB/sec execute 142 sec latency 95360.546 ms 2022-01-25T22:46:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:43 smithi179 conmon[67066]: cluster 2022-01-25T22:46:43.549908+0000 mon.smithi111 (mon.0) 121 : cluster [WRN] 2022-01-25T22:46:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:43 smithi179 conmon[67066]: Health check failed: Degraded data redundancy: 90/1647 objects degraded (5.464%), 15 pgs degraded (PG_DEGRADED) 2022-01-25T22:46:43.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:43 smithi111 conmon[101466]: cluster 2022-01-25T22:46:43.549908+0000 mon.smithi111 (mon.0) 121 : cluster [WRN] Health check failed: Degraded data redundancy: 90/1647 objects degraded (5.464%), 15 pgs degraded (PG_DEGRADED) 2022-01-25T22:46:44.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.40 MB/sec execute 143 sec latency 96360.641 ms 2022-01-25T22:46:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:44 smithi179 conmon[67066]: cluster 2022-01-25T22:46:43.140866+0000 mgr.smithi111.vbmimw (mgr.14718) 62 : cluster [DBG] pgmap v38: 129 pgs: 15 active+undersized+degraded, 9 active+undersized, 95 active+clean, 10 stale+active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 90/1647 objects degraded (5.464%) 2022-01-25T22:46:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:44 smithi179 conmon[67066]: cluster 2022-01-25T22:46:43.752545+0000 mds.foofs.smithi179.xvbhly (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.940503 secs 2022-01-25T22:46:44.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:44 smithi111 conmon[101466]: cluster 2022-01-25T22:46:43.140866+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:46:44.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:44 smithi111 conmon[101466]: ) 62 : cluster [DBG] pgmap v38: 129 pgs: 15 active+undersized+degraded, 9 active+undersized, 95 active+clean, 10 stale+active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 90/1647 objects degraded (5.464%) 2022-01-25T22:46:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:44 smithi111 conmon[101466]: cluster 2022-01-25T22:46:43.752545+0000 mds.foofs.smithi179.xvbhly (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.940503 secs 2022-01-25T22:46:45.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.37 MB/sec execute 144 sec latency 97360.745 ms 2022-01-25T22:46:46.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.34 MB/sec execute 145 sec latency 98360.881 ms 2022-01-25T22:46:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:46 smithi179 conmon[67066]: cluster 2022-01-25T22:46:45.141701+0000 mgr.smithi111.vbmimw (mgr.14718) 63 : cluster [DBG] pgmap v39: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:46.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:46 smithi111 conmon[101466]: cluster 2022-01-25T22:46:45.141701+0000 mgr.smithi111.vbmimw (mgr.14718) 63 : cluster [DBG] pgmap v39: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:47.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.31 MB/sec execute 146 sec latency 99360.988 ms 2022-01-25T22:46:48.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.28 MB/sec execute 147 sec latency 100361.087 ms 2022-01-25T22:46:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:48 smithi179 conmon[67066]: cluster 2022-01-25T22:46:47.142271+0000 mgr.smithi111.vbmimw (mgr.14718) 64 : cluster [DBG] pgmap v40: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:48.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:48 smithi111 conmon[101466]: cluster 2022-01-25T22:46:47.142271+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:46:48.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:48 smithi111 conmon[101466]: ) 64 : cluster [DBG] pgmap v40: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:49.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.25 MB/sec execute 148 sec latency 101361.218 ms 2022-01-25T22:46:49.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:49 smithi179 conmon[67066]: cluster 2022-01-25T22:46:48.752608+0000 mds.foofs.smithi179.xvbhly (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 89.940583 secs 2022-01-25T22:46:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:49 smithi179 conmon[67066]: 2022-01-25T22:46:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:49 smithi111 conmon[101466]: cluster 2022-01-25T22:46:48.752608+0000 mds.foofs.smithi179.xvbhly (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 89.940583 secs 2022-01-25T22:46:50.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.23 MB/sec execute 149 sec latency 102361.307 ms 2022-01-25T22:46:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:50 smithi111 conmon[101466]: cluster 2022-01-25T22:46:49.143299+0000 mgr.smithi111.vbmimw (mgr.14718) 65 : cluster [DBG] pgmap v41: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:50 smithi179 conmon[67066]: cluster 2022-01-25T22:46:49.143299+0000 mgr.smithi111.vbmimw (mgr.14718) 65 : cluster [DBG] pgmap v41: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:51.524 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.20 MB/sec execute 150 sec latency 103361.424 ms 2022-01-25T22:46:52.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.17 MB/sec execute 151 sec latency 104361.525 ms 2022-01-25T22:46:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:52 smithi111 conmon[101466]: cluster 2022-01-25T22:46:51.143888+0000 mgr.smithi111.vbmimw (mgr.14718) 66 : cluster 2022-01-25T22:46:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:52 smithi111 conmon[101466]: [DBG] pgmap v42: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:52 smithi111 conmon[101466]: audit 2022-01-25T22:46:52.305345+0000 mon.smithi111 (mon.0) 122 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:52 smithi111 conmon[101466]: cluster 2022-01-25T22:46:52.432341+0000 mon.smithi111 ( 2022-01-25T22:46:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:52 smithi111 conmon[101466]: mon.0) 123 : cluster [WRN] Health check update: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded (PG_DEGRADED) 2022-01-25T22:46:53.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:52 smithi179 conmon[67066]: cluster 2022-01-25T22:46:51.143888+0000 mgr.smithi111.vbmimw (mgr.14718) 66 : cluster [DBG] pgmap v42: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:52 smithi179 conmon[67066]: audit 2022-01-25T22:46:52.305345+0000 mon.smithi111 (mon.0) 122 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:46:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:52 smithi179 conmon[67066]: cluster 2022-01-25T22:46:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:52 smithi179 conmon[67066]: 2022-01-25T22:46:52.432341+0000 mon.smithi111 (mon.0) 123 : cluster 2022-01-25T22:46:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:52 smithi179 conmon[67066]: [WRN] Health check update: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded (PG_DEGRADED) 2022-01-25T22:46:53.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.14 MB/sec execute 152 sec latency 105361.597 ms 2022-01-25T22:46:54.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.12 MB/sec execute 153 sec latency 106361.688 ms 2022-01-25T22:46:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:54 smithi111 conmon[101466]: cluster 2022-01-25T22:46:53.144559+0000 mgr.smithi111.vbmimw (mgr.14718) 67 : cluster [DBG] pgmap v43: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:54 smithi111 conmon[101466]: cluster 2022-01-25T22:46:53.752757+0000 mds.foofs.smithi179.xvbhly (mds.0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 94.940717 secs 2022-01-25T22:46:55.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:54 smithi179 conmon[67066]: cluster 2022-01-25T22:46:53.144559+0000 mgr.smithi111.vbmimw (mgr.14718) 67 : cluster [DBG] pgmap v43: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:54 smithi179 conmon[67066]: cluster 2022-01-25T22:46:53.752757+0000 mds.foofs.smithi179.xvbhly (mds. 2022-01-25T22:46:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:54 smithi179 conmon[67066]: 0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 94.940717 secs 2022-01-25T22:46:55.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.09 MB/sec execute 154 sec latency 107361.778 ms 2022-01-25T22:46:56.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.06 MB/sec execute 155 sec latency 108361.885 ms 2022-01-25T22:46:56.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:56 smithi111 conmon[101466]: cluster 2022-01-25T22:46:55.145267+0000 mgr.smithi111.vbmimw (mgr.14718) 68 : 2022-01-25T22:46:56.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:56 smithi111 conmon[101466]: cluster [DBG] pgmap v44: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:56 smithi179 conmon[67066]: cluster 2022-01-25T22:46:55.145267+0000 mgr.smithi111.vbmimw (mgr.14718) 68 : cluster [DBG] pgmap v44: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:57.521 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:46:57.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.04 MB/sec execute 156 sec latency 109361.955 ms 2022-01-25T22:46:57.790 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:46:57.790 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (9m) 32s ago 10m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:46:57.791 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (38s) 32s ago 10m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:46:57.791 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (29s) 24s ago 9m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:46:57.791 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (8m) 32s ago 9m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:46:57.791 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (5m) 32s ago 5m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:46:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (5m) 24s ago 5m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:46:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (87s) 32s ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:46:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (69s) 24s ago 9m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:46:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (60s) 32s ago 11m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:46:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (47s) 24s ago 9m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:46:57.793 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (103s) 32s ago 102s 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:46:57.793 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (97s) 24s ago 97s 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:46:57.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (9m) 32s ago 9m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:46:57.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (9m) 24s ago 9m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:46:57.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 32s ago 8m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:46:57.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8m) 32s ago 8m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:46:57.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8m) 32s ago 8m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:46:57.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7m) 32s ago 7m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:46:57.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (7m) 24s ago 7m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:46:57.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (7m) 24s ago 7m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:46:57.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (6m) 24s ago 6m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:46:57.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (6m) 24s ago 6m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:46:57.796 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (8m) 32s ago 9m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:46:58.112 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:46:58.112 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:46:58.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:58.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:46:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:58.113 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:46:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:46:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:58.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:46:58.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:58.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:46:58.115 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:46:58.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:46:58.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:46:58.116 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:46:58.116 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:46:58.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 4.01 MB/sec execute 157 sec latency 110362.010 ms 2022-01-25T22:46:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:58 smithi111 conmon[101466]: cluster 2022-01-25T22:46:57.145903+0000 mgr.smithi111.vbmimw (mgr.14718) 69 : cluster [DBG] 2022-01-25T22:46:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:58 smithi111 conmon[101466]: pgmap v45: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:58 smithi111 conmon[101466]: audit 2022-01-25T22:46:57.509862+0000 mgr.smithi111.vbmimw (mgr.14718) 70 : audit [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:58 smithi111 conmon[101466]: audit 2022-01-25T22:46:58.113540+0000 mon.smithi111 (mon.0) 124 : audit 2022-01-25T22:46:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:58 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/1702797102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:58 smithi179 conmon[67066]: cluster 2022-01-25T22:46:57.145903+0000 mgr.smithi111.vbmimw (mgr.14718) 69 : cluster [DBG] pgmap v45: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:46:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:58 smithi179 conmon[67066]: audit 2022-01-25T22:46:57.509862+0000 mgr.smithi111.vbmimw (mgr.14718) 70 : audit [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:58 smithi179 conmon[67066]: audit 2022-01-25T22:46:58.113540+0000 mon.smithi111 (mon.0) 124 : audit [DBG] from='client.? 172.21.15.111:0/1702797102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:59.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.98 MB/sec execute 158 sec latency 111362.099 ms 2022-01-25T22:46:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:59 smithi111 conmon[101466]: audit 2022-01-25T22:46:57.783456+0000 mgr.smithi111.vbmimw (mgr.14718) 71 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:46:59 smithi111 conmon[101466]: cluster 2022-01-25T22:46:58.752805+0000 mds.foofs.smithi179.xvbhly (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 99.940780 secs 2022-01-25T22:47:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:59 smithi179 conmon[67066]: audit 2022-01-25T22:46:57.783456+0000 mgr.smithi111.vbmimw (mgr.14718) 71 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:46:59 smithi179 conmon[67066]: cluster 2022-01-25T22:46:58.752805+0000 mds.foofs.smithi179.xvbhly (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 99.940780 secs 2022-01-25T22:47:00.525 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.96 MB/sec execute 159 sec latency 112362.198 ms 2022-01-25T22:47:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:00 smithi111 conmon[101466]: cluster 2022-01-25T22:46:59.146658+0000 mgr.smithi111.vbmimw (mgr.14718) 72 : cluster 2022-01-25T22:47:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:00 smithi111 conmon[101466]: [DBG] pgmap v46: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:01.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:00 smithi179 conmon[67066]: cluster 2022-01-25T22:46:59.146658+0000 mgr.smithi111.vbmimw (mgr.14718) 72 : cluster [DBG] pgmap v46: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:01.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.94 MB/sec execute 160 sec latency 113362.291 ms 2022-01-25T22:47:02.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.91 MB/sec execute 161 sec latency 114362.870 ms 2022-01-25T22:47:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:02 smithi111 conmon[101466]: cluster 2022-01-25T22:47:01.147371+0000 mgr.smithi111.vbmimw (mgr.14718) 73 : cluster [DBG] pgmap v47: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:02 smithi179 conmon[67066]: cluster 2022-01-25T22:47:01.147371+0000 mgr.smithi111.vbmimw (mgr.14718) 73 : cluster [DBG] pgmap v47: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:03.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.89 MB/sec execute 162 sec latency 115362.991 ms 2022-01-25T22:47:04.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.86 MB/sec execute 163 sec latency 116363.083 ms 2022-01-25T22:47:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:04 smithi111 conmon[101466]: cluster 2022-01-25T22:47:03.148306+0000 mgr.smithi111.vbmimw (mgr.14718) 74 2022-01-25T22:47:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:04 smithi111 conmon[101466]: : cluster [DBG] pgmap v48: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:04 smithi111 conmon[101466]: cluster 2022-01-25T22:47:03.752922+0000 mds.foofs.smithi179.xvbhly (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 104.940898 secs 2022-01-25T22:47:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:04 smithi179 conmon[67066]: cluster 2022-01-25T22:47:03.148306+0000 mgr.smithi111.vbmimw (mgr.14718) 74 : cluster [DBG] pgmap v48: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:04 smithi179 conmon[67066]: cluster 2022-01-25T22:47:03.752922+0000 mds.foofs.smithi179.xvbhly (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 104.940898 secs 2022-01-25T22:47:05.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.84 MB/sec execute 164 sec latency 117363.184 ms 2022-01-25T22:47:06.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.82 MB/sec execute 165 sec latency 118363.283 ms 2022-01-25T22:47:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:06 smithi111 conmon[101466]: cluster 2022-01-25T22:47:05.148731+0000 mgr.smithi111.vbmimw (mgr.14718) 75 : cluster [DBG] pgmap v49: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:06 smithi111 conmon[101466]: 2022-01-25T22:47:07.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:06 smithi179 conmon[67066]: cluster 2022-01-25T22:47:05.148731+0000 mgr.smithi111.vbmimw (mgr.14718) 75 : cluster [DBG] pgmap v49: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:07.526 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.79 MB/sec execute 166 sec latency 119363.402 ms 2022-01-25T22:47:08.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.77 MB/sec execute 167 sec latency 120363.505 ms 2022-01-25T22:47:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:08 smithi111 conmon[101466]: cluster 2022-01-25T22:47:07.149205+0000 mgr.smithi111.vbmimw (mgr.14718) 76 : cluster [DBG] pgmap v50: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:08 smithi111 conmon[101466]: 2022-01-25T22:47:09.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:08 smithi179 conmon[67066]: cluster 2022-01-25T22:47:07.149205+0000 mgr.smithi111.vbmimw (mgr.14718) 76 : cluster [DBG] pgmap v50: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:09.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.75 MB/sec execute 168 sec latency 121363.572 ms 2022-01-25T22:47:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:09 smithi111 conmon[101466]: cluster 2022-01-25T22:47:08.753076+0000 mds.foofs.smithi179.xvbhly (mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 109.941036 secs 2022-01-25T22:47:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:09 smithi111 conmon[101466]: 2022-01-25T22:47:10.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:09 smithi179 conmon[67066]: cluster 2022-01-25T22:47:08.753076+0000 mds.foofs.smithi179.xvbhly (mds.0) 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 109.941036 secs 2022-01-25T22:47:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:09 smithi179 conmon[67066]: 2022-01-25T22:47:10.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.73 MB/sec execute 169 sec latency 122363.619 ms 2022-01-25T22:47:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:10 smithi111 conmon[101466]: cluster 2022-01-25T22:47:09.150239+0000 mgr.smithi111.vbmimw (mgr.14718) 77 : cluster [DBG] pgmap v51: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:10 smithi111 conmon[101466]: cluster 2022-01-25T22:47:09.671814+0000 mon.smithi111 ( 2022-01-25T22:47:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:10 smithi111 conmon[101466]: mon.0) 125 : cluster [DBG] mgrmap e38: smithi111.vbmimw(active, since 92s), standbys: smithi179.kogymg 2022-01-25T22:47:11.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:10 smithi179 conmon[67066]: cluster 2022-01-25T22:47:09.150239+0000 mgr.smithi111.vbmimw (mgr.14718) 77 : cluster [DBG] pgmap v51: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:10 smithi179 conmon[67066]: cluster 2022-01-25T22:47:09.671814+0000 mon.smithi111 (mon.0) 125 : cluster [DBG] mgrmap e38: smithi111.vbmimw(active, since 92s), standbys: smithi179.kogymg 2022-01-25T22:47:11.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.70 MB/sec execute 170 sec latency 123363.740 ms 2022-01-25T22:47:12.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.68 MB/sec execute 171 sec latency 124363.862 ms 2022-01-25T22:47:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:12 smithi111 conmon[101466]: cluster 2022-01-25T22:47:11.150953+0000 mgr.smithi111.vbmimw (mgr.14718) 78 : cluster [DBG] pgmap v52: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:12 smithi179 conmon[67066]: cluster 2022-01-25T22:47:11.150953+0000 mgr.smithi111.vbmimw (mgr.14718) 78 : cluster [DBG] pgmap v52: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:13.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.66 MB/sec execute 172 sec latency 125363.999 ms 2022-01-25T22:47:14.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.64 MB/sec execute 173 sec latency 126364.113 ms 2022-01-25T22:47:14.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:14 smithi111 conmon[101466]: cluster 2022-01-25T22:47:13.151754+0000 mgr.smithi111.vbmimw (mgr.14718) 79 : cluster [DBG] pgmap v53: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:14.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:14 smithi111 conmon[101466]: cluster 2022-01-25T22:47:13.753185+0000 mds.foofs.smithi179.xvbhly 2022-01-25T22:47:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:14 smithi111 conmon[101466]: (mds.0) 20 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 114.941147 secs 2022-01-25T22:47:15.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:14 smithi179 conmon[67066]: cluster 2022-01-25T22:47:13.151754+0000 mgr.smithi111.vbmimw (mgr.14718) 79 : cluster [DBG] pgmap v53: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:14 smithi179 conmon[67066]: cluster 2022-01-25T22:47:13.753185+0000 mds.foofs.smithi179.xvbhly (mds.0) 20 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 114.941147 secs 2022-01-25T22:47:15.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.62 MB/sec execute 174 sec latency 127364.219 ms 2022-01-25T22:47:16.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.60 MB/sec execute 175 sec latency 128364.307 ms 2022-01-25T22:47:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:16 smithi111 conmon[101466]: cluster 2022-01-25T22:47:15.152447+0000 mgr.smithi111.vbmimw (mgr.14718) 80 2022-01-25T22:47:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:16 smithi111 conmon[101466]: : cluster [DBG] pgmap v54: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:17.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:16 smithi179 conmon[67066]: cluster 2022-01-25T22:47:15.152447+0000 mgr.smithi111.vbmimw (mgr.14718) 80 : cluster [DBG] pgmap v54: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:17.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.58 MB/sec execute 176 sec latency 129364.413 ms 2022-01-25T22:47:18.527 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.56 MB/sec execute 177 sec latency 130364.496 ms 2022-01-25T22:47:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:18 smithi111 conmon[101466]: cluster 2022-01-25T22:47:17.153007+0000 mgr.smithi111.vbmimw (mgr.14718) 81 : cluster [DBG] pgmap v55: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:18 smithi111 conmon[101466]: 2022-01-25T22:47:19.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:18 smithi179 conmon[67066]: cluster 2022-01-25T22:47:17.153007+0000 mgr.smithi111.vbmimw (mgr.14718) 81 : cluster [DBG] pgmap v55: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:18 smithi179 conmon[67066]: 2022-01-25T22:47:19.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.54 MB/sec execute 178 sec latency 131364.610 ms 2022-01-25T22:47:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:19 smithi111 conmon[101466]: cluster 2022-01-25T22:47:18.753296+0000 mds.foofs.smithi179.xvbhly (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 119.941254 secs 2022-01-25T22:47:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:19 smithi179 conmon[67066]: cluster 2022-01-25T22:47:18.753296+0000 mds.foofs.smithi179.xvbhly (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 119.941254 secs 2022-01-25T22:47:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.52 MB/sec execute 179 sec latency 132364.730 ms 2022-01-25T22:47:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:20 smithi111 conmon[101466]: cluster 2022-01-25T22:47:19.153843+0000 mgr.smithi111.vbmimw (mgr.14718) 82 : cluster [DBG] pgmap v56: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:21.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:20 smithi179 conmon[67066]: cluster 2022-01-25T22:47:19.153843+0000 mgr.smithi111.vbmimw (mgr.14718) 82 : cluster [DBG] pgmap v56: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:21.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.50 MB/sec execute 180 sec latency 133364.808 ms 2022-01-25T22:47:22.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.48 MB/sec execute 181 sec latency 134364.910 ms 2022-01-25T22:47:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:22 smithi111 conmon[101466]: cluster 2022-01-25T22:47:21.154424+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:47:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:22 smithi111 conmon[101466]: ) 83 : cluster [DBG] pgmap v57: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:23.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:22 smithi179 conmon[67066]: cluster 2022-01-25T22:47:21.154424+0000 mgr.smithi111.vbmimw (mgr.14718) 83 : cluster [DBG] pgmap v57: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:23.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.46 MB/sec execute 182 sec latency 135365.011 ms 2022-01-25T22:47:24.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.44 MB/sec execute 183 sec latency 136365.113 ms 2022-01-25T22:47:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: cluster 2022-01-25T22:47:23.155233+0000 mgr.smithi111.vbmimw (mgr.14718) 84 : cluster [DBG] 2022-01-25T22:47:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: pgmap v58: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: cluster 2022-01-25T22:47:23.753417+0000 mds.foofs.smithi179.xvbhly (mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 124.941360 secs 2022-01-25T22:47:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: cluster 2022-01-25T22:47:23.753425+0000 mds.foofs.smithi179.xvbhly 2022-01-25T22:47:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: (mds.0) 23 : cluster [WRN] slow request 124.941359 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: cluster 2022-01-25T22:47:23.753469+0000 2022-01-25T22:47:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: mds.foofs.smithi179.xvbhly (mds.0) 24 : cluster [WRN] 2022-01-25T22:47:24.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:24 smithi111 conmon[101466]: client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 124.941425 seconds ago 2022-01-25T22:47:25.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: cluster 2022-01-25T22:47:23.155233+0000 mgr.smithi111.vbmimw (mgr.14718) 84 : cluster [DBG] pgmap v58: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: cluster 2022-01-25T22:47:23.753417+0000 mds.foofs.smithi179.xvbhly (mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 124.941360 secs 2022-01-25T22:47:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: cluster 2022-01-25T22:47:23.753425+0000 mds.foofs.smithi179.xvbhly (mds.0) 23 : cluster [WRN] slow request 124.941359 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: cluster 2022-01-25T22:47:23.753469 2022-01-25T22:47:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: +0000 mds.foofs.smithi179.xvbhly (mds.0) 24 : cluster [WRN] client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 124.941425 seconds ago 2022-01-25T22:47:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:24 smithi179 conmon[67066]: 2022-01-25T22:47:25.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.42 MB/sec execute 184 sec latency 137365.251 ms 2022-01-25T22:47:26.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.40 MB/sec execute 185 sec latency 138365.351 ms 2022-01-25T22:47:26.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:26 smithi111 conmon[101466]: cluster 2022-01-25T22:47:25.155862+0000 mgr.smithi111.vbmimw (mgr.14718) 85 : cluster [DBG] pgmap v59: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:27.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:26 smithi179 conmon[67066]: cluster 2022-01-25T22:47:25.155862+0000 mgr.smithi111.vbmimw (mgr.14718) 85 : cluster [DBG] pgmap v59: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:27.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.39 MB/sec execute 186 sec latency 139365.415 ms 2022-01-25T22:47:28.416 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:47:28.528 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.37 MB/sec execute 187 sec latency 140365.454 ms 2022-01-25T22:47:28.678 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:47:28.679 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (9m) 63s ago 10m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:47:28.679 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (69s) 63s ago 10m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:47:28.679 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (59s) 55s ago 10m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:47:28.680 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (9m) 63s ago 10m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:47:28.680 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (5m) 63s ago 5m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:47:28.680 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (5m) 55s ago 5m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:47:28.680 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (118s) 63s ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:47:28.680 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (100s) 55s ago 9m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:47:28.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (91s) 63s ago 12m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:47:28.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (78s) 55s ago 9m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:47:28.681 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (2m) 63s ago 2m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:47:28.681 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (2m) 55s ago 2m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:47:28.682 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (10m) 63s ago 10m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:47:28.682 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (9m) 55s ago 9m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:47:28.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 63s ago 9m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:47:28.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8m) 63s ago 8m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:47:28.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8m) 63s ago 8m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:47:28.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8m) 63s ago 8m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:47:28.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (7m) 55s ago 7m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:47:28.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (7m) 55s ago 7m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:47:28.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (7m) 55s ago 7m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:47:28.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (7m) 55s ago 7m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:47:28.684 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (9m) 63s ago 10m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:47:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:28 smithi111 conmon[101466]: cluster 2022-01-25T22:47:27.156367+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:47:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:28 smithi111 conmon[101466]: 86 : cluster [DBG] pgmap v60: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:29.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:47:29.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:47:29.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:47:29.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:47:29.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:47:29.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:47:29.002 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:47:29.002 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:47:29.002 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:47:29.002 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:47:29.003 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:47:29.003 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:47:29.003 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:47:29.003 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:47:29.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:47:29.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:47:29.004 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:47:29.004 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:47:29.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:28 smithi179 conmon[67066]: cluster 2022-01-25T22:47:27.156367+0000 mgr.smithi111.vbmimw (mgr.14718) 86 : cluster [DBG] pgmap v60: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:29.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.35 MB/sec execute 188 sec latency 141365.524 ms 2022-01-25T22:47:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: audit 2022-01-25T22:47:28.405129+0000 mgr.smithi111.vbmimw (mgr.14718) 87 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: audit 2022-01-25T22:47: 2022-01-25T22:47:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: 28.671964+0000 mgr.smithi111.vbmimw (mgr.14718) 88 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: cluster 2022-01-25T22:47:28.753491+0000 mds.foofs.smithi179.xvbhly (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 129.941450 secs 2022-01-25T22:47:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: audit 2022-01-25T22:47:29.002288 2022-01-25T22:47:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:29 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 126 : audit [DBG] from='client.? 172.21.15.111:0/3463911141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: audit 2022-01-25T22:47:28.405129+0000 mgr.smithi111.vbmimw (mgr.14718) 87 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: audit 2022-01-25T22:47:28.671964+0000 2022-01-25T22:47:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 88 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: cluster 2022-01-25T22:47:28.753491+0000 mds.foofs.smithi179.xvbhly (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 129.941450 secs 2022-01-25T22:47:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: audit 2022-01-25T22:47:29.002288+0000 mon.smithi111 (mon 2022-01-25T22:47:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:29 smithi179 conmon[67066]: .0) 126 : audit [DBG] from='client.? 172.21.15.111:0/3463911141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.33 MB/sec execute 189 sec latency 142365.612 ms 2022-01-25T22:47:30.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:30 smithi111 conmon[101466]: cluster 2022-01-25T22:47:29.157173+0000 mgr.smithi111.vbmimw (mgr.14718) 89 : cluster [DBG] pgmap v61: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:31.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:30 smithi179 conmon[67066]: cluster 2022-01-25T22:47:29.157173+0000 mgr.smithi111.vbmimw (mgr.14718) 89 : cluster [DBG] 2022-01-25T22:47:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:30 smithi179 conmon[67066]: pgmap v61: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:31.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.31 MB/sec execute 190 sec latency 143365.678 ms 2022-01-25T22:47:32.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.30 MB/sec execute 191 sec latency 144365.780 ms 2022-01-25T22:47:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:32 smithi111 conmon[101466]: cluster 2022-01-25T22:47:31.157783+0000 mgr.smithi111.vbmimw (mgr.14718) 90 : 2022-01-25T22:47:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:32 smithi111 conmon[101466]: cluster [DBG] pgmap v62: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:33.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:32 smithi179 conmon[67066]: cluster 2022-01-25T22:47:31.157783+0000 mgr.smithi111.vbmimw (mgr.14718) 90 : cluster [DBG] pgmap v62: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:33.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.28 MB/sec execute 192 sec latency 145365.865 ms 2022-01-25T22:47:34.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.26 MB/sec execute 193 sec latency 146365.971 ms 2022-01-25T22:47:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:34 smithi111 conmon[101466]: cluster 2022-01-25T22:47:33.158775+0000 mgr.smithi111.vbmimw (mgr.14718) 91 : cluster [DBG] pgmap v63: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:34 smithi111 conmon[101466]: cluster 2022-01-25T22:47:33.753599+0000 mds.foofs.smithi179.xvbhly (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 134.941562 secs 2022-01-25T22:47:35.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:34 smithi179 conmon[67066]: cluster 2022-01-25T22:47:33.158775+0000 mgr.smithi111.vbmimw (mgr.14718) 91 : cluster [DBG] pgmap v63: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:34 smithi179 conmon[67066]: 2022-01-25T22:47:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:34 smithi179 conmon[67066]: cluster 2022-01-25T22:47:33.753599+0000 mds.foofs.smithi179.xvbhly (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 134.941562 secs 2022-01-25T22:47:35.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.25 MB/sec execute 194 sec latency 147366.072 ms 2022-01-25T22:47:36.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.23 MB/sec execute 195 sec latency 148366.172 ms 2022-01-25T22:47:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:36 smithi111 conmon[101466]: cluster 2022-01-25T22:47:35.159333+0000 mgr.smithi111.vbmimw (mgr.14718) 92 : cluster 2022-01-25T22:47:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:36 smithi111 conmon[101466]: [DBG] pgmap v64: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:37.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:36 smithi179 conmon[67066]: cluster 2022-01-25T22:47:35.159333+0000 mgr.smithi111.vbmimw (mgr.14718) 92 : cluster [DBG] pgmap v64: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:37.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.21 MB/sec execute 196 sec latency 149366.265 ms 2022-01-25T22:47:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:37 smithi111 conmon[101466]: audit 2022-01-25T22:47:37.311366+0000 mon.smithi111 (mon.0) 127 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:37 smithi111 conmon[101466]: 2022-01-25T22:47:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:37 smithi111 conmon[101466]: audit 2022-01-25T22:47:37.326130+0000 mon.smithi111 (mon.0) 128 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:37 smithi179 conmon[67066]: audit 2022-01-25T22:47:37.311366+0000 mon.smithi111 (mon.0) 127 : audit [INF] 2022-01-25T22:47:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:37 smithi179 conmon[67066]: audit 2022-01-25T22:47:37.326130+0000 mon.smithi111 (mon.0) 128 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:38.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.20 MB/sec execute 197 sec latency 150366.378 ms 2022-01-25T22:47:38.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:38 smithi111 conmon[101466]: cluster 2022-01-25T22:47:37.159811+0000 mgr.smithi111.vbmimw (mgr.14718) 93 : cluster [DBG] pgmap v65: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:39.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:38 smithi179 conmon[67066]: cluster 2022-01-25T22:47:37.159811+0000 mgr.smithi111.vbmimw (mgr.14718) 93 : cluster [DBG] 2022-01-25T22:47:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:38 smithi179 conmon[67066]: pgmap v65: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:39.529 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.18 MB/sec execute 198 sec latency 151366.488 ms 2022-01-25T22:47:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:39 smithi111 conmon[101466]: cluster 2022-01-25T22:47:38.753732+0000 mds.foofs.smithi179.xvbhly (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 139.941693 secs 2022-01-25T22:47:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:39 smithi111 conmon[101466]: 2022-01-25T22:47:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:39 smithi111 conmon[101466]: cluster 2022-01-25T22:47:39.160586+0000 mgr.smithi111.vbmimw (mgr.14718) 94 : cluster [DBG] pgmap v66: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:40.116 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:39 smithi179 conmon[67066]: cluster 2022-01-25T22:47:38.753732+0000 mds.foofs.smithi179.xvbhly (mds.0) 27 : cluster 2022-01-25T22:47:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:39 smithi179 conmon[67066]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 139.941693 secs 2022-01-25T22:47:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:39 smithi179 conmon[67066]: cluster 2022-01-25T22:47:39.160586+0000 mgr.smithi111.vbmimw (mgr.14718) 94 : cluster [DBG] pgmap v66: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:40.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.16 MB/sec execute 199 sec latency 152366.601 ms 2022-01-25T22:47:41.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.15 MB/sec execute 200 sec latency 153366.704 ms 2022-01-25T22:47:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:41 smithi179 conmon[67066]: cluster 2022-01-25T22:47:41.212376+0000 mon.smithi111 (mon.0) 129 : cluster [WRN] Health check update: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:47:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:41 smithi179 conmon[67066]: 2022-01-25T22:47:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:41 smithi111 conmon[101466]: cluster 2022-01-25T22:47:41.212376+0000 mon.smithi111 (mon.0) 129 : cluster [WRN] Health check update: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:47:42.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.13 MB/sec execute 201 sec latency 154366.773 ms 2022-01-25T22:47:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:42 smithi179 conmon[67066]: cluster 2022-01-25T22:47:41.161324+0000 mgr.smithi111.vbmimw (mgr.14718) 95 : cluster [DBG] 2022-01-25T22:47:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:42 smithi179 conmon[67066]: pgmap v67: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:42.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:42 smithi111 conmon[101466]: cluster 2022-01-25T22:47:41.161324+0000 mgr.smithi111.vbmimw (mgr.14718) 95 : cluster [DBG] 2022-01-25T22:47:42.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:42 smithi111 conmon[101466]: pgmap v67: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:43.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.12 MB/sec execute 202 sec latency 155366.855 ms 2022-01-25T22:47:44.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.10 MB/sec execute 203 sec latency 156366.956 ms 2022-01-25T22:47:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:44 smithi111 conmon[101466]: cluster 2022-01-25T22:47:43.162123+0000 mgr.smithi111.vbmimw (mgr.14718) 96 : cluster [DBG] pgmap v68: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:44 smithi111 conmon[101466]: cluster 2022-01-25T22:47:43.753851+0000 mds.foofs.smithi179.xvbhly (mds.0) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 144.941811 secs 2022-01-25T22:47:44.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:44 smithi179 conmon[67066]: cluster 2022-01-25T22:47:43.162123+0000 mgr.smithi111.vbmimw (mgr.14718) 96 : cluster [DBG] pgmap v68: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:44 smithi179 conmon[67066]: cluster 2022-01-25T22:47:43.753851+0000 mds.foofs.smithi179.xvbhly (mds.0) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 144.941811 secs 2022-01-25T22:47:45.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.09 MB/sec execute 204 sec latency 157367.009 ms 2022-01-25T22:47:46.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.07 MB/sec execute 205 sec latency 158367.125 ms 2022-01-25T22:47:46.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:46 smithi111 conmon[101466]: cluster 2022-01-25T22:47:45.162788+0000 mgr.smithi111.vbmimw (mgr.14718) 97 : cluster [DBG] pgmap v69: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:46.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:46 smithi179 conmon[67066]: cluster 2022-01-25T22:47:45.162788+0000 mgr.smithi111.vbmimw (mgr.14718) 97 : cluster [DBG] pgmap v69: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:46 smithi179 conmon[67066]: 2022-01-25T22:47:47.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.06 MB/sec execute 206 sec latency 159367.222 ms 2022-01-25T22:47:48.530 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.04 MB/sec execute 207 sec latency 160367.334 ms 2022-01-25T22:47:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:48 smithi111 conmon[101466]: cluster 2022-01-25T22:47:47.163459+0000 mgr.smithi111.vbmimw (mgr.14718) 98 : cluster [DBG] pgmap v70: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:48.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:48 smithi179 conmon[67066]: cluster 2022-01-25T22:47:47.163459+0000 mgr.smithi111.vbmimw (mgr.14718) 98 : cluster 2022-01-25T22:47:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:48 smithi179 conmon[67066]: [DBG] pgmap v70: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:49.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.03 MB/sec execute 208 sec latency 161367.439 ms 2022-01-25T22:47:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:49 smithi111 conmon[101466]: cluster 2022-01-25T22:47:48.753984+0000 mds.foofs.smithi179.xvbhly (mds.0) 29 : cluster [WRN] 2022-01-25T22:47:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:49 smithi111 conmon[101466]: 1 slow requests, 0 included below; oldest blocked for > 149.941946 secs 2022-01-25T22:47:49.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:49 smithi179 conmon[67066]: cluster 2022-01-25T22:47:48.753984+0000 mds.foofs.smithi179.xvbhly (mds 2022-01-25T22:47:49.876 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:49 smithi179 conmon[67066]: .0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 149.941946 secs 2022-01-25T22:47:50.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.01 MB/sec execute 209 sec latency 162367.567 ms 2022-01-25T22:47:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:50 smithi111 conmon[101466]: cluster 2022-01-25T22:47:49.164529+0000 mgr.smithi111.vbmimw (mgr.14718) 99 : cluster [DBG] pgmap v71: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:50 smithi111 conmon[101466]: 2022-01-25T22:47:50.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:50 smithi179 conmon[67066]: cluster 2022-01-25T22:47:49.164529+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:47:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:50 smithi179 conmon[67066]: ) 99 : cluster [DBG] pgmap v71: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:51.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 3.00 MB/sec execute 210 sec latency 163367.667 ms 2022-01-25T22:47:52.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.98 MB/sec execute 211 sec latency 164367.777 ms 2022-01-25T22:47:52.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:52 smithi111 conmon[101466]: cluster 2022-01-25T22:47:51.165147+0000 mgr.smithi111.vbmimw (mgr.14718) 100 : cluster [DBG] pgmap v72: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:52.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:52 smithi179 conmon[67066]: cluster 2022-01-25T22:47:51.165147+0000 mgr.smithi111.vbmimw (mgr.14718) 100 : cluster [DBG] pgmap v72: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:52 smithi179 conmon[67066]: 2022-01-25T22:47:53.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.97 MB/sec execute 212 sec latency 165367.882 ms 2022-01-25T22:47:54.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.96 MB/sec execute 213 sec latency 166367.977 ms 2022-01-25T22:47:54.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:54 smithi111 conmon[101466]: cluster 2022-01-25T22:47:53.166225+0000 mgr.smithi111.vbmimw (mgr.14718) 101 : cluster [DBG] pgmap v73: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:54.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:54 smithi111 conmon[101466]: cluster 2022-01-25T22:47:53.754093+0000 mds.foofs.smithi179.xvbhly 2022-01-25T22:47:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:54 smithi111 conmon[101466]: (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 154.942072 secs 2022-01-25T22:47:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:54 smithi179 conmon[67066]: cluster 2022-01-25T22:47:53.166225+0000 mgr.smithi111.vbmimw (mgr.14718) 101 : cluster [DBG] pgmap v73: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:54 smithi179 conmon[67066]: cluster 2022-01-25T22:47:53.754093+0000 mds.foofs.smithi179.xvbhly (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 154.942072 secs 2022-01-25T22:47:55.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.94 MB/sec execute 214 sec latency 167368.083 ms 2022-01-25T22:47:56.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.93 MB/sec execute 215 sec latency 168368.189 ms 2022-01-25T22:47:56.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:56 smithi111 conmon[101466]: cluster 2022-01-25T22:47:55.167051+0000 mgr.smithi111.vbmimw (mgr.14718) 102 : cluster [DBG] pgmap v74: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:56.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:56 smithi179 conmon[67066]: cluster 2022-01-25T22:47:55.167051+0000 mgr.smithi111.vbmimw (mgr.14718) 102 : cluster [DBG] pgmap v74: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:57.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.91 MB/sec execute 216 sec latency 169368.262 ms 2022-01-25T22:47:58.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.90 MB/sec execute 217 sec latency 170368.302 ms 2022-01-25T22:47:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:58 smithi111 conmon[101466]: cluster 2022-01-25T22:47:57.167828+0000 mgr.smithi111.vbmimw (mgr.14718) 103 : cluster [DBG] pgmap v75: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:58 smithi111 conmon[101466]: 2022-01-25T22:47:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:58 smithi179 conmon[67066]: cluster 2022-01-25T22:47:57.167828+0000 mgr.smithi111.vbmimw (mgr.14718) 103 : cluster [DBG] pgmap v75: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:47:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:47:59.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.89 MB/sec execute 218 sec latency 171368.349 ms 2022-01-25T22:47:59.584 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:47:59.584 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (10m) 94s ago 11m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:47:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (100s) 94s ago 11m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:47:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (90s) 86s ago 10m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:47:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (9m) 94s ago 10m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:47:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (6m) 94s ago 6m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:47:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (6m) 86s ago 6m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:47:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (2m) 94s ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:47:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (2m) 86s ago 10m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:47:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (2m) 94s ago 12m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:47:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (109s) 86s ago 10m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:47:59.587 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (2m) 94s ago 2m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:47:59.587 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (2m) 86s ago 2m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:47:59.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (10m) 94s ago 10m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:47:59.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (10m) 86s ago 10m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:47:59.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 94s ago 9m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:47:59.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9m) 94s ago 9m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:47:59.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9m) 94s ago 9m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:47:59.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8m) 94s ago 8m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:47:59.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (8m) 86s ago 8m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:47:59.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (8m) 86s ago 8m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:47:59.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (7m) 86s ago 7m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:47:59.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (7m) 86s ago 7m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:47:59.589 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (9m) 94s ago 10m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:47:59.590 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:59 smithi111 conmon[101466]: cluster 2022-01-25T22:47:58.754214+0000 mds.foofs.smithi179.xvbhly (mds.0) 2022-01-25T22:47:59.590 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:47:59 smithi111 conmon[101466]: 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 159.942176 secs 2022-01-25T22:47:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:47:59 smithi179 conmon[67066]: cluster 2022-01-25T22:47:58.754214+0000 mds.foofs.smithi179.xvbhly (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 159.942176 secs 2022-01-25T22:48:00.057 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:48:00.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:48:00.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:00.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:00.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:48:00.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:00.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:00.059 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:48:00.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:48:00.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:00.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:48:00.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:48:00.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:00.061 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:48:00.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:48:00.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:48:00.061 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:48:00.061 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:48:00.531 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.87 MB/sec execute 219 sec latency 172368.424 ms 2022-01-25T22:48:00.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: cluster 2022-01-25T22:47:59.168614+0000 mgr.smithi111.vbmimw (mgr.14718) 104 : cluster [DBG] pgmap v76: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: audit 2022-01-25T22:47:59.295770+0000 mgr.smithi111.vbmimw (mgr.14718) 105 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: audit 2022-01-25T22:47:59 2022-01-25T22:48:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: .577089+0000 mgr.smithi111.vbmimw (mgr.14718) 106 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: audit 2022-01 2022-01-25T22:48:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: -25T22:48:00.059228 2022-01-25T22:48:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 130 : audit [DBG] 2022-01-25T22:48:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:00 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/2104146588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: cluster 2022-01-25T22:47:59.168614+0000 mgr.smithi111.vbmimw 2022-01-25T22:48:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: (mgr.14718) 104 : cluster [DBG] pgmap v76: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: audit 2022-01-25T22:47:59.295770+0000 mgr.smithi111.vbmimw (mgr.14718) 105 : audit [DBG] 2022-01-25T22:48:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: audit 2022-01-25T22:47 2022-01-25T22:48:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: :59.577089+0000 mgr.smithi111.vbmimw (mgr.14718) 106 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: audit 2022 2022-01-25T22:48:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: -01-25T22:48:00.059228+0000 2022-01-25T22:48:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 130 : audit [DBG] from='client.? 172.21.15.111:0/2104146588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:00 smithi111 conmon[101466]: 2022-01-25T22:48:01.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.86 MB/sec execute 220 sec latency 173368.538 ms 2022-01-25T22:48:02.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.85 MB/sec execute 221 sec latency 174368.601 ms 2022-01-25T22:48:02.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:02 smithi179 conmon[67066]: cluster 2022-01-25T22:48:01.169237+0000 mgr.smithi111.vbmimw (mgr.14718) 107 : cluster [DBG] pgmap v77: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:02.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:02 smithi111 conmon[101466]: cluster 2022-01-25T22:48:01.169237+0000 mgr.smithi111.vbmimw (mgr.14718) 107 : cluster [DBG] pgmap v77: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:03.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.84 MB/sec execute 222 sec latency 175368.699 ms 2022-01-25T22:48:04.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.82 MB/sec execute 223 sec latency 176368.797 ms 2022-01-25T22:48:04.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:04 smithi179 conmon[67066]: cluster 2022-01-25T22:48:03.170128+0000 mgr.smithi111.vbmimw (mgr.14718) 108 : cluster [DBG] pgmap v78: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:04 smithi179 conmon[67066]: cluster 2022-01-25T22:48:03.754283+0000 mds.foofs.smithi179.xvbhly (mds.0) 32 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 164.942260 secs 2022-01-25T22:48:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:04 smithi111 conmon[101466]: cluster 2022-01-25T22:48:03.170128+0000 mgr.smithi111.vbmimw (mgr.14718) 108 : cluster [DBG] pgmap v78: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:04 smithi111 conmon[101466]: cluster 2022-01-25T22:48:03.754283+0000 mds.foofs.smithi179.xvbhly (mds.0) 32 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 164.942260 secs 2022-01-25T22:48:05.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.81 MB/sec execute 224 sec latency 177368.901 ms 2022-01-25T22:48:06.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.80 MB/sec execute 225 sec latency 178369.001 ms 2022-01-25T22:48:06.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:06 smithi179 conmon[67066]: cluster 2022-01-25T22:48:05.170779+0000 mgr.smithi111.vbmimw (mgr.14718) 109 : cluster [DBG] pgmap v79: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:06 smithi111 conmon[101466]: cluster 2022-01-25T22:48:05.170779+0000 mgr.smithi111.vbmimw (mgr.14718) 109 : cluster [DBG] pgmap v79: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:07.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.79 MB/sec execute 226 sec latency 179369.114 ms 2022-01-25T22:48:08.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.77 MB/sec execute 227 sec latency 180369.184 ms 2022-01-25T22:48:08.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:08 smithi179 conmon[67066]: cluster 2022-01-25T22:48:07.171467+0000 mgr.smithi111.vbmimw (mgr.14718) 110 : cluster [DBG] pgmap v80: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:08 smithi111 conmon[101466]: cluster 2022-01-25T22:48:07.171467+0000 mgr.smithi111.vbmimw (mgr.14718) 110 : cluster [DBG] pgmap v80: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:09.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.76 MB/sec execute 228 sec latency 181369.260 ms 2022-01-25T22:48:09.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:09 smithi179 conmon[67066]: cluster 2022-01-25T22:48:08.754408+0000 mds.foofs.smithi179.xvbhly (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 169.942387 secs 2022-01-25T22:48:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:09 smithi111 conmon[101466]: cluster 2022-01-25T22:48:08.754408+0000 mds.foofs.smithi179.xvbhly (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 169.942387 secs 2022-01-25T22:48:10.532 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.75 MB/sec execute 229 sec latency 182369.377 ms 2022-01-25T22:48:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:10 smithi179 conmon[67066]: cluster 2022-01-25T22:48:09.172365+0000 mgr.smithi111.vbmimw (mgr.14718) 111 : cluster 2022-01-25T22:48:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:10 smithi179 conmon[67066]: [DBG] pgmap v81: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:10 smithi111 conmon[101466]: cluster 2022-01-25T22:48:09.172365+0000 mgr.smithi111.vbmimw (mgr.14718) 111 : cluster [DBG] 2022-01-25T22:48:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:10 smithi111 conmon[101466]: pgmap v81: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:11.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.74 MB/sec execute 230 sec latency 183369.482 ms 2022-01-25T22:48:12.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.73 MB/sec execute 231 sec latency 184369.533 ms 2022-01-25T22:48:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:12 smithi179 conmon[67066]: cluster 2022-01-25T22:48:11.173116+0000 mgr.smithi111.vbmimw (mgr.14718) 112 : cluster [DBG] pgmap v82: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:12 smithi111 conmon[101466]: cluster 2022-01-25T22:48:11.173116+0000 mgr.smithi111.vbmimw (mgr.14718) 112 : cluster [DBG] 2022-01-25T22:48:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:12 smithi111 conmon[101466]: pgmap v82: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:13.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.71 MB/sec execute 232 sec latency 185369.628 ms 2022-01-25T22:48:14.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.70 MB/sec execute 233 sec latency 186369.714 ms 2022-01-25T22:48:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:14 smithi179 conmon[67066]: cluster 2022-01-25T22:48:13.173977+0000 mgr.smithi111.vbmimw (mgr.14718) 113 : cluster [DBG] pgmap v83: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:14 smithi179 conmon[67066]: cluster 2022-01-25T22:48:13.754536+0000 mds.foofs.smithi179.xvbhly 2022-01-25T22:48:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:14 smithi179 conmon[67066]: (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 174.942481 secs 2022-01-25T22:48:14.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:14 smithi111 conmon[101466]: cluster 2022-01-25T22:48:13.173977+0000 mgr.smithi111.vbmimw (mgr.14718) 113 : cluster [DBG] pgmap v83: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:14.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:14 smithi111 conmon[101466]: 2022-01-25T22:48:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:14 smithi111 conmon[101466]: cluster 2022-01-25T22:48:13.754536+0000 mds.foofs.smithi179.xvbhly (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 174.942481 secs 2022-01-25T22:48:15.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.69 MB/sec execute 234 sec latency 187369.791 ms 2022-01-25T22:48:16.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.68 MB/sec execute 235 sec latency 188369.861 ms 2022-01-25T22:48:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:16 smithi179 conmon[67066]: cluster 2022-01-25T22:48:15.174915+0000 mgr.smithi111.vbmimw (mgr.14718) 114 : cluster [DBG] pgmap v84: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:16.981 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:16 smithi111 conmon[101466]: cluster 2022-01-25T22:48:15.174915+0000 mgr.smithi111.vbmimw (mgr.14718) 114 : cluster [DBG] pgmap v84: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:16 smithi111 conmon[101466]: 2022-01-25T22:48:17.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.67 MB/sec execute 236 sec latency 189369.895 ms 2022-01-25T22:48:18.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.66 MB/sec execute 237 sec latency 190369.942 ms 2022-01-25T22:48:18.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:18 smithi179 conmon[67066]: cluster 2022-01-25T22:48:17.175541+0000 mgr.smithi111.vbmimw (mgr.14718) 115 : cluster [DBG] pgmap v85: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:18 smithi111 conmon[101466]: cluster 2022-01-25T22:48:17.175541+0000 mgr.smithi111.vbmimw (mgr.14718) 115 : cluster [DBG] pgmap v85: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:18 smithi111 conmon[101466]: 2022-01-25T22:48:19.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.65 MB/sec execute 238 sec latency 191370.008 ms 2022-01-25T22:48:19.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:19 smithi179 conmon[67066]: cluster 2022-01-25T22:48:18.754644+0000 mds.foofs.smithi179.xvbhly (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 179.942622 secs 2022-01-25T22:48:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:19 smithi111 conmon[101466]: cluster 2022-01-25T22:48:18.754644+0000 mds.foofs.smithi179.xvbhly (mds.0) 35 : cluster [WRN] 2022-01-25T22:48:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:19 smithi111 conmon[101466]: 1 slow requests, 0 included below; oldest blocked for > 179.942622 secs 2022-01-25T22:48:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.63 MB/sec execute 239 sec latency 192370.101 ms 2022-01-25T22:48:20.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:20 smithi179 conmon[67066]: cluster 2022-01-25T22:48:19.176618+0000 mgr.smithi111.vbmimw (mgr.14718) 116 : cluster [DBG] pgmap v86: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:20 smithi111 conmon[101466]: cluster 2022-01-25T22:48:19.176618+0000 mgr.smithi111.vbmimw (mgr.14718) 116 : cluster [DBG] pgmap v86: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:20 smithi111 conmon[101466]: 2022-01-25T22:48:21.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.62 MB/sec execute 240 sec latency 193370.199 ms 2022-01-25T22:48:22.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.61 MB/sec execute 241 sec latency 194370.303 ms 2022-01-25T22:48:22.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:22 smithi179 conmon[67066]: cluster 2022-01-25T22:48:21.177403+0000 mgr.smithi111.vbmimw (mgr.14718) 117 : cluster [DBG] pgmap v87: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:22 smithi111 conmon[101466]: cluster 2022-01-25T22:48:21.177403+0000 mgr.smithi111.vbmimw (mgr.14718) 117 : cluster [DBG] pgmap v87: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:22 smithi111 conmon[101466]: 2022-01-25T22:48:23.533 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.60 MB/sec execute 242 sec latency 195370.432 ms 2022-01-25T22:48:24.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.59 MB/sec execute 243 sec latency 196370.539 ms 2022-01-25T22:48:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:24 smithi179 conmon[67066]: cluster 2022-01-25T22:48:23.178488+0000 mgr.smithi111.vbmimw (mgr.14718) 118 : cluster [DBG] pgmap v88: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:24 smithi179 conmon[67066]: cluster 2022-01-25T22:48:23.754797+0000 mds.foofs.smithi179.xvbhly (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 184.942754 secs 2022-01-25T22:48:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:24 smithi111 conmon[101466]: cluster 2022-01-25T22:48:23.178488+0000 mgr.smithi111.vbmimw (mgr.14718) 118 : cluster 2022-01-25T22:48:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:24 smithi111 conmon[101466]: [DBG] pgmap v88: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:24 smithi111 conmon[101466]: cluster 2022-01-25T22:48:23.754797+0000 mds.foofs.smithi179.xvbhly (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 184.942754 secs 2022-01-25T22:48:25.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.58 MB/sec execute 244 sec latency 197370.668 ms 2022-01-25T22:48:26.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.57 MB/sec execute 245 sec latency 198370.767 ms 2022-01-25T22:48:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:26 smithi179 conmon[67066]: cluster 2022-01-25T22:48:25.179261+0000 mgr.smithi111.vbmimw (mgr.14718) 119 : cluster [DBG] pgmap v89: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:26.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:26 smithi111 conmon[101466]: cluster 2022-01-25T22:48:25.179261+0000 mgr.smithi111.vbmimw (mgr.14718) 119 : cluster [DBG] pgmap v89: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:26.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:26 smithi111 conmon[101466]: 2022-01-25T22:48:27.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.56 MB/sec execute 246 sec latency 199370.876 ms 2022-01-25T22:48:28.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.55 MB/sec execute 247 sec latency 200370.977 ms 2022-01-25T22:48:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:28 smithi179 conmon[67066]: cluster 2022-01-25T22:48:27.180023+0000 mgr.smithi111.vbmimw (mgr.14718) 120 : cluster [DBG] pgmap v90: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:28 smithi111 conmon[101466]: cluster 2022-01-25T22:48:27.180023+0000 mgr.smithi111.vbmimw (mgr.14718) 120 : cluster [DBG] 2022-01-25T22:48:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:28 smithi111 conmon[101466]: pgmap v90: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:29.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.54 MB/sec execute 248 sec latency 201371.089 ms 2022-01-25T22:48:29.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:29 smithi179 conmon[67066]: cluster 2022-01-25T22:48:28.754877+0000 mds.foofs.smithi179.xvbhly (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 189.942854 secs 2022-01-25T22:48:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:29 smithi111 conmon[101466]: cluster 2022-01-25T22:48:28.754877+0000 mds.foofs.smithi179.xvbhly (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 189.942854 secs 2022-01-25T22:48:30.362 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:48:30.534 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.53 MB/sec execute 249 sec latency 202371.159 ms 2022-01-25T22:48:30.631 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:48:30.631 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (10m) 2m ago 11m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:48:30.632 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (2m) 2m ago 11m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:48:30.632 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (2m) 117s ago 11m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:48:30.632 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (10m) 2m ago 11m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:48:30.632 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (6m) 2m ago 6m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:48:30.632 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (6m) 117s ago 6m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:48:30.633 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (3m) 2m ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:48:30.633 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (2m) 117s ago 10m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:48:30.633 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (2m) 2m ago 13m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:48:30.633 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (2m) 117s ago 10m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:48:30.634 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (3m) 2m ago 3m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:48:30.634 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (3m) 117s ago 3m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:48:30.634 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (11m) 2m ago 11m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:48:30.634 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (10m) 117s ago 10m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:48:30.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10m) 2m ago 10m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:48:30.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10m) 2m ago 10m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:48:30.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9m) 2m ago 9m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:48:30.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9m) 2m ago 9m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:48:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (9m) 117s ago 9m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:48:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (8m) 117s ago 8m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:48:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (8m) 117s ago 8m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:48:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (8m) 117s ago 8m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:48:30.636 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (10m) 2m ago 11m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:48:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:30 smithi179 conmon[67066]: cluster 2022-01-25T22:48:29.181208+0000 mgr.smithi111.vbmimw (mgr.14718) 121 : cluster [DBG] pgmap v91: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:30.949 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:48:30.950 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:48:30.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:30.951 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:30.951 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:48:30.952 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:30.952 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:30.953 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:48:30.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:48:30.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:30.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:48:30.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:48:30.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:48:30.955 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:48:30.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:48:30.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:48:30.957 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:48:30.957 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:48:30.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:30 smithi111 conmon[101466]: cluster 2022-01-25T22:48:29.181208+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:48:30.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:30 smithi111 conmon[101466]: 14718) 121 : cluster [DBG] pgmap v91: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:31.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.52 MB/sec execute 250 sec latency 203371.274 ms 2022-01-25T22:48:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:31 smithi179 conmon[67066]: audit 2022-01-25T22:48:30.351031+0000 mgr.smithi111.vbmimw (mgr.14718) 122 : audit [DBG] 2022-01-25T22:48:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:31 smithi179 conmon[67066]: from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:31 smithi179 conmon[67066]: audit 2022-01-25T22:48:30.623750+0000 mgr.smithi111.vbmimw (mgr.14718) 123 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:31 smithi179 conmon[67066]: audit 2022-01-25T22:48:30.950815+0000 mon.smithi111 (mon.0) 131 : audit [DBG] from='client.? 172.21.15.111:0/2183991633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:31 smithi111 conmon[101466]: audit 2022-01-25T22:48:30.351031+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:48:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:31 smithi111 conmon[101466]: 122 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:31 smithi111 conmon[101466]: audit 2022-01-25T22:48:30.623750+0000 mgr.smithi111.vbmimw (mgr.14718) 123 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:31 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T22:48:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:31 smithi111 conmon[101466]: 22:48:30.950815+0000 mon.smithi111 (mon.0) 131 : audit [DBG] from='client.? 172.21.15.111:0/2183991633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:32.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.51 MB/sec execute 251 sec latency 204371.327 ms 2022-01-25T22:48:32.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:32 smithi179 conmon[67066]: cluster 2022-01-25T22:48:31.181962+0000 mgr.smithi111.vbmimw (mgr.14718) 124 : cluster [DBG] pgmap v92: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:32 smithi111 conmon[101466]: cluster 2022-01-25T22:48:31.181962+0000 mgr.smithi111.vbmimw 2022-01-25T22:48:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:32 smithi111 conmon[101466]: (mgr.14718) 124 : cluster [DBG] pgmap v92: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:33.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.50 MB/sec execute 252 sec latency 205371.408 ms 2022-01-25T22:48:34.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.49 MB/sec execute 253 sec latency 206371.534 ms 2022-01-25T22:48:34.866 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:34 smithi179 conmon[67066]: cluster 2022-01-25T22:48:33.182766+0000 mgr.smithi111.vbmimw (mgr.14718) 125 : cluster [DBG] pgmap v93: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:34 smithi179 conmon[67066]: cluster 2022-01-25T22:48:33.755029+0000 mds.foofs.smithi179.xvbhly (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 194.942988 secs 2022-01-25T22:48:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:34 smithi111 conmon[101466]: cluster 2022-01-25T22:48:33.182766+0000 mgr.smithi111.vbmimw (mgr.14718) 125 : cluster [DBG] pgmap v93: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:34 smithi111 conmon[101466]: 2022-01-25T22:48:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:34 smithi111 conmon[101466]: cluster 2022-01-25T22:48:33.755029+0000 mds.foofs.smithi179.xvbhly (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 194.942988 secs 2022-01-25T22:48:35.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.48 MB/sec execute 254 sec latency 207371.647 ms 2022-01-25T22:48:36.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.47 MB/sec execute 255 sec latency 208371.762 ms 2022-01-25T22:48:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:36 smithi179 conmon[67066]: cluster 2022-01-25T22:48:35.183513+0000 mgr.smithi111.vbmimw (mgr.14718) 126 : cluster [DBG] pgmap v94: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:36 smithi111 conmon[101466]: cluster 2022-01-25T22:48:35.183513+0000 mgr.smithi111.vbmimw (mgr.14718) 126 : cluster [DBG] 2022-01-25T22:48:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:36 smithi111 conmon[101466]: pgmap v94: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:37.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.46 MB/sec execute 256 sec latency 209371.871 ms 2022-01-25T22:48:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:37 smithi179 conmon[67066]: audit 2022-01-25T22:48:37.313163+0000 mon.smithi111 (mon.0) 132 : audit [INF] 2022-01-25T22:48:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:37 smithi179 conmon[67066]: audit 2022-01-25T22:48:37.327871+0000 mon.smithi111 (mon.0) 133 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:37 smithi111 conmon[101466]: audit 2022-01-25T22:48:37.313163+0000 mon.smithi111 (mon.0) 132 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:37 smithi111 conmon[101466]: audit 2022-01-25T22:48:37.327871+0000 mon.smithi111 (mon.0) 133 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:38.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.45 MB/sec execute 257 sec latency 210371.976 ms 2022-01-25T22:48:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:38 smithi179 conmon[67066]: cluster 2022-01-25T22:48:37.184238+0000 mgr.smithi111.vbmimw (mgr.14718) 127 : cluster 2022-01-25T22:48:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:38 smithi179 conmon[67066]: [DBG] pgmap v95: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:38.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:38 smithi111 conmon[101466]: cluster 2022-01-25T22:48:37.184238+0000 mgr.smithi111.vbmimw (mgr.14718) 127 : cluster [DBG] pgmap v95: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:39.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.44 MB/sec execute 258 sec latency 211372.021 ms 2022-01-25T22:48:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:39 smithi179 conmon[67066]: cluster 2022-01-25T22:48:38.755132+0000 mds.foofs.smithi179.xvbhly (mds.0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 199.943104 secs 2022-01-25T22:48:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:39 smithi179 conmon[67066]: 2022-01-25T22:48:39.940 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:39 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:48:39.940 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:39 smithi111 conmon[101466]: cluster 2022-01-25T22:48:38.755132+0000 mds.foofs.smithi179.xvbhly (mds. 2022-01-25T22:48:39.940 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:39 smithi111 conmon[101466]: 0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 199.943104 secs 2022-01-25T22:48:40.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.43 MB/sec execute 259 sec latency 212372.050 ms 2022-01-25T22:48:40.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:40 smithi111 conmon[101466]: cluster 2022-01-25T22:48:39.185412+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:48:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:40 smithi111 conmon[101466]: 14718) 128 : cluster [DBG] pgmap v96: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:40 smithi179 conmon[67066]: cluster 2022-01-25T22:48:39.185412+0000 mgr.smithi111.vbmimw (mgr.14718) 128 : cluster [DBG] 2022-01-25T22:48:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:40 smithi179 conmon[67066]: pgmap v96: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:41.482 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:41 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:48:41.482 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:41 smithi111 systemd[1]: Failed to start Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:48:41.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.42 MB/sec execute 260 sec latency 213372.143 ms 2022-01-25T22:48:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:48:41.039629+0000 mgr.smithi111.vbmimw (mgr.14718) 129 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:48:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:48:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: Traceback (most recent call last): 2022-01-25T22:48:42.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:48:42.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: main() 2022-01-25T22:48:42.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:48:42.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: r = ctx.func(ctx) 2022-01-25T22:48:42.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:48:42.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: return func(ctx) 2022-01-25T22:48:42.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:48:42.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: ports=daemon_ports) 2022-01-25T22:48:42.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:48:42.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:48:42.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:48:42.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:48:42.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:48:42.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:48:42.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: Traceback (most recent call last): 2022-01-25T22:48:42.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:48:42.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: yield (conn, connr) 2022-01-25T22:48:42.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:48:42.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: code, '\n'.join(err))) 2022-01-25T22:48:42.373 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:48:42.374 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:48:42.374 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.374 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.374 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: Traceback (most recent call last): 2022-01-25T22:48:42.374 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:48:42.375 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: main() 2022-01-25T22:48:42.375 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:48:42.375 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: r = ctx.func(ctx) 2022-01-25T22:48:42.375 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:48:42.375 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: return func(ctx) 2022-01-25T22:48:42.376 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:48:42.376 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: ports=daemon_ports) 2022-01-25T22:48:42.376 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:48:42.376 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:48:42.377 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:48:42.377 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:48:42.377 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:48:42.377 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:48:42.377 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: 2022-01-25T22:48:42.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:48:41.039744+0000 mgr.smithi111.vbmimw (mgr.14718) 130 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:48:42.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.043024+0000 mon.smithi111 (mon.0) 134 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.043620+0000 mon.smithi111 (mon.0) 135 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:42.379 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: cluster 2022-01-25T22:48:41.043912+0000 mgr.smithi111.vbmimw (mgr.14718) 131 : cluster [DBG] pgmap v97: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:42.379 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.045074+0000 mon.smithi111 (mon.0) 136 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:42.379 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.045758+0000 mon.smithi111 (mon.0) 137 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:48:42.379 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:48:41.046297+0000 mgr.smithi111.vbmimw (mgr.14718) 132 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:48:42.380 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22: 2022-01-25T22:48:42.380 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: 48:41.306771+0000 mon.smithi111 (mon.0) 138 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.380 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.600245+0000 mon.smithi111 (mon.0) 139 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.380 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.605224+0000 mon.smithi111 (mon.0) 140 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.381 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.607912+0000 mon.smithi111 (mon.0) 141 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:42.381 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.608817+0000 mon.smithi111 (mon.0) 142 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:42.381 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.609373+0000 mon.smithi111 (mon.0) 143 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:48:42.381 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:48:41.609913+0000 mgr.smithi111.vbmimw (mgr.14718) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:48:42.381 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.613301+0000 mon.smithi111 (mon.0) 144 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.382 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:42 smithi179 conmon[67066]: audit 2022-01-25T22:48:41.618245+0000 mon.smithi111 (mon.0) 145 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: cephadm 2022-01-25T22:48:41.039629+0000 mgr.smithi111.vbmimw (mgr.14718) 129 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:48:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:48:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: Traceback (most recent call last): 2022-01-25T22:48:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:48:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: main() 2022-01-25T22:48:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:48:42.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: r = ctx.func(ctx) 2022-01-25T22:48:42.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:48:42.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: return func(ctx) 2022-01-25T22:48:42.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:48:42.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: ports=daemon_ports) 2022-01-25T22:48:42.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:48:42.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:48:42.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:48:42.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:48:42.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:48:42.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:48:42.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: Traceback (most recent call last): 2022-01-25T22:48:42.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:48:42.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: yield (conn, connr) 2022-01-25T22:48:42.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:48:42.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: code, '\n'.join(err))) 2022-01-25T22:48:42.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:48:42.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:48:42.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: Traceback (most recent call last): 2022-01-25T22:48:42.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:48:42.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: main() 2022-01-25T22:48:42.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:48:42.490 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: r = ctx.func(ctx) 2022-01-25T22:48:42.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:48:42.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: return func(ctx) 2022-01-25T22:48:42.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:48:42.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: ports=daemon_ports) 2022-01-25T22:48:42.491 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:48:42.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:48:42.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:48:42.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:48:42.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:48:42.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:48:42.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:48:42.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:48:42.493 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: 2022-01-25T22:48:42.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: cephadm 2022-01-25T22:48:41.039744+0000 mgr.smithi111.vbmimw (mgr.14718) 130 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:48:42.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.043024+0000 mon.smithi111 (mon.0) 134 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.043620+0000 mon.smithi111 (mon.0) 135 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:42.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: cluster 2022-01-25T22:48:41.043912+0000 mgr.smithi111.vbmimw (mgr.14718) 131 : cluster [DBG] pgmap v97: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:42.494 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.045074+0000 mon.smithi111 (mon.0) 136 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:42.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.045758+0000 mon.smithi111 (mon.0) 137 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:48:42.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: cephadm 2022-01-25T22:48:41.046297+0000 mgr.smithi111.vbmimw (mgr.14718) 132 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:48:42.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.306771+0000 mon.smithi111 (mon.0) 138 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.495 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.600245+0000 mon.smithi111 (mon.0) 139 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.605224+0000 mon.smithi111 (mon.0) 140 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.607912+0000 mon.smithi111 (mon. 2022-01-25T22:48:42.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: 0) 141 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:48:42.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.608817+0000 mon.smithi111 (mon.0) 142 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:48:42.496 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.609373+0000 mon.smithi111 (mon.0) 143 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:48:42.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: cephadm 2022-01-25T22:48:41.609913+0000 mgr.smithi111.vbmimw (mgr.14718) 133 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:48:42.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.613301+0000 mon.smithi111 (mon.0) 144 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.497 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:42 smithi111 conmon[101466]: audit 2022-01-25T22:48:41.618245+0000 mon.smithi111 (mon.0) 145 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:42.535 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.41 MB/sec execute 261 sec latency 214372.221 ms 2022-01-25T22:48:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:43 smithi179 conmon[67066]: cluster 2022-01-25T22:48:42.041439+0000 mon.smithi111 (mon.0) 146 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi111 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:48:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:43 smithi179 conmon[67066]: 2022-01-25T22:48:43.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:43 smithi111 conmon[101466]: cluster 2022-01-25T22:48:42.041439+0000 mon.smithi111 (mon.0) 146 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi111 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:48:43.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.40 MB/sec execute 262 sec latency 215372.350 ms 2022-01-25T22:48:44.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.39 MB/sec execute 263 sec latency 216372.456 ms 2022-01-25T22:48:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:44 smithi111 conmon[101466]: cluster 2022-01-25T22:48:43.044562+0000 mgr.smithi111.vbmimw (mgr.14718) 134 : cluster [DBG] pgmap v98: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:44 smithi111 conmon[101466]: cluster 2022-01-25T22:48:43.755239+0000 mds.foofs.smithi179.xvbhly 2022-01-25T22:48:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:44 smithi111 conmon[101466]: (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 204.943219 secs 2022-01-25T22:48:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:44 smithi179 conmon[67066]: cluster 2022-01-25T22:48:43.044562+0000 mgr.smithi111.vbmimw (mgr.14718) 134 : cluster [DBG] pgmap v98: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:44 smithi179 conmon[67066]: cluster 2022-01-25T22:48:43.755239+0000 mds.foofs.smithi179.xvbhly (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 204.943219 secs 2022-01-25T22:48:45.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.38 MB/sec execute 264 sec latency 217372.561 ms 2022-01-25T22:48:46.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.38 MB/sec execute 265 sec latency 218372.666 ms 2022-01-25T22:48:46.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:46 smithi111 conmon[101466]: cluster 2022-01-25T22:48:45.045558+0000 mgr.smithi111.vbmimw (mgr.14718) 135 : cluster [DBG] pgmap v99: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:46 smithi179 conmon[67066]: cluster 2022-01-25T22:48:45.045558+0000 mgr.smithi111.vbmimw (mgr.14718) 135 2022-01-25T22:48:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:46 smithi179 conmon[67066]: : cluster [DBG] pgmap v99: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:47.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.37 MB/sec execute 266 sec latency 219372.773 ms 2022-01-25T22:48:48.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.36 MB/sec execute 267 sec latency 220372.866 ms 2022-01-25T22:48:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:48 smithi111 conmon[101466]: cluster 2022-01-25T22:48:47.046225+0000 mgr.smithi111.vbmimw (mgr.14718) 136 : cluster [DBG] pgmap v100: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:48 smithi179 conmon[67066]: cluster 2022-01-25T22:48:47.046225+0000 mgr.smithi111.vbmimw (mgr.14718) 136 : cluster [DBG] pgmap v100: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:49.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.35 MB/sec execute 268 sec latency 221372.982 ms 2022-01-25T22:48:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:49 smithi111 conmon[101466]: cluster 2022-01-25T22:48:48.755368+0000 mds.foofs.smithi179.xvbhly (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 209.943332 secs 2022-01-25T22:48:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:49 smithi179 conmon[67066]: cluster 2022-01-25T22:48:48.755368+0000 mds.foofs.smithi179.xvbhly (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 209.943332 secs 2022-01-25T22:48:50.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.34 MB/sec execute 269 sec latency 222373.059 ms 2022-01-25T22:48:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:50 smithi111 conmon[101466]: cluster 2022-01-25T22:48:49.047312+0000 mgr.smithi111.vbmimw (mgr.14718) 137 : cluster [DBG] pgmap v101: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 345 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:50 smithi111 conmon[101466]: 2022-01-25T22:48:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:50 smithi179 conmon[67066]: cluster 2022-01-25T22:48:49.047312+0000 mgr.smithi111.vbmimw (mgr.14718) 137 : cluster [DBG] pgmap v101: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 345 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:51.515 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:48:51.515 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-01-25T22:48:51.516 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: Stopped Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:48:51.516 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 106971 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.516 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.516 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 107126 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.517 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.517 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 107167 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.517 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.517 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: Starting Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:48:51.518 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 106971 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.518 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.518 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 107126 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.518 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.519 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 107167 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:48:51.519 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:48:51.536 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.33 MB/sec execute 270 sec latency 223373.089 ms 2022-01-25T22:48:52.232 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:48:51 smithi111 bash[106971]: time="2022-01-25T22:48:51Z" level=error msg="Cannot get exit code: died not found: unable to find event" 2022-01-25T22:48:52.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.32 MB/sec execute 271 sec latency 224373.134 ms 2022-01-25T22:48:52.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:52 smithi111 conmon[101466]: cluster 2022-01-25T22:48:51.048160+0000 mgr.smithi111.vbmimw (mgr.14718) 138 2022-01-25T22:48:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:52 smithi111 conmon[101466]: : cluster [DBG] pgmap v102: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:52 smithi111 conmon[101466]: audit 2022-01-25T22:48:52.307273+0000 mon.smithi111 (mon.0) 147 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:52 smithi179 conmon[67066]: cluster 2022-01-25T22:48:51.048160+0000 mgr.smithi111.vbmimw (mgr.14718) 138 : cluster [DBG] pgmap v102: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 172 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:52 smithi179 conmon[67066]: audit 2022-01-25T22:48:52.307273+0000 mon.smithi111 (mon.0) 147 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:48:53.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.31 MB/sec execute 272 sec latency 225373.221 ms 2022-01-25T22:48:54.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.31 MB/sec execute 273 sec latency 226373.306 ms 2022-01-25T22:48:54.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:54 smithi111 conmon[101466]: cluster 2022-01-25T22:48:53.048978+0000 mgr.smithi111.vbmimw (mgr.14718) 139 : cluster [DBG] pgmap v103: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:54 smithi111 conmon[101466]: cluster 2022-01-25T22:48:53.755454+0000 mds.foofs.smithi179.xvbhly (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 214.943433 secs 2022-01-25T22:48:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:54 smithi179 conmon[67066]: cluster 2022-01-25T22:48:53.048978+0000 mgr.smithi111.vbmimw (mgr.14718) 139 : cluster [DBG] pgmap v103: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:54 smithi179 conmon[67066]: cluster 2022-01-25T22:48:53.755454+0000 mds.foofs.smithi179.xvbhly (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 214.943433 secs 2022-01-25T22:48:55.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.30 MB/sec execute 274 sec latency 227373.403 ms 2022-01-25T22:48:56.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.29 MB/sec execute 275 sec latency 228373.505 ms 2022-01-25T22:48:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:56 smithi179 conmon[67066]: cluster 2022-01-25T22:48:55.049995+0000 mgr.smithi111.vbmimw (mgr.14718) 140 : cluster [DBG] pgmap v104: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:56.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:56 smithi111 conmon[101466]: cluster 2022-01-25T22:48:55.049995+0000 mgr.smithi111.vbmimw (mgr.14718) 140 : cluster [DBG] pgmap v104: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:57.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.28 MB/sec execute 276 sec latency 229373.585 ms 2022-01-25T22:48:58.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.27 MB/sec execute 277 sec latency 230373.695 ms 2022-01-25T22:48:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:58 smithi179 conmon[67066]: cluster 2022-01-25T22:48:57.050714+0000 mgr.smithi111.vbmimw (mgr.14718) 141 : cluster [DBG] pgmap v105: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:58.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:58 smithi111 conmon[101466]: cluster 2022-01-25T22:48:57.050714+0000 mgr.smithi111.vbmimw (mgr.14718) 141 : cluster [DBG] pgmap v105: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:48:59.537 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.26 MB/sec execute 278 sec latency 231373.814 ms 2022-01-25T22:48:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:59 smithi179 conmon[67066]: cluster 2022-01-25T22:48:58.755596+0000 mds.foofs.smithi179.xvbhly (mds.0) 43 : cluster [WRN] 2022-01-25T22:48:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:48:59 smithi179 conmon[67066]: 1 slow requests, 0 included below; oldest blocked for > 219.943546 secs 2022-01-25T22:48:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:59 smithi111 conmon[101466]: cluster 2022-01-25T22:48:58.755596+0000 mds.foofs.smithi179.xvbhly (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 219.943546 secs 2022-01-25T22:48:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:48:59 smithi111 conmon[101466]: 2022-01-25T22:49:00.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.26 MB/sec execute 279 sec latency 232373.949 ms 2022-01-25T22:49:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:00 smithi179 conmon[67066]: cluster 2022-01-25T22:48:59.051825+0000 mgr.smithi111.vbmimw (mgr.14718) 142 : cluster [DBG] 2022-01-25T22:49:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:00 smithi179 conmon[67066]: pgmap v106: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:00 smithi111 conmon[101466]: cluster 2022-01-25T22:48:59.051825+0000 mgr.smithi111.vbmimw (mgr.14718) 142 : cluster [DBG] 2022-01-25T22:49:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:00 smithi111 conmon[101466]: pgmap v106: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:01.253 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:49:01.519 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:49:01.519 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (11m) 2m ago 12m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:49:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (2m) 2m ago 12m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:49:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (2m) 2m ago 11m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:49:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (10m) 2m ago 11m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:49:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (7m) 2m ago 7m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:49:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (7m) 2m ago 7m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:49:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (3m) 2m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:49:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (3m) 2m ago 11m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:49:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (3m) 2m ago 13m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:49:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (2m) 2m ago 11m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:49:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (3m) 2m ago 3m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:49:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (3m) 2m ago 3m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:49:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (11m) 2m ago 11m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:49:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (11m) 2m ago 11m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:49:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10m) 2m ago 10m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:49:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10m) 2m ago 10m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:49:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10m) 2m ago 10m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:49:01.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9m) 2m ago 9m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:49:01.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (9m) 2m ago 9m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:49:01.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (9m) 2m ago 9m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:49:01.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (8m) 2m ago 8m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:49:01.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (8m) 2m ago 8m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:49:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (10m) 2m ago 11m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:49:01.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.25 MB/sec execute 280 sec latency 233374.017 ms 2022-01-25T22:49:01.837 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:49:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:49:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:49:01.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:01.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:01.839 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:49:01.840 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:49:01.840 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:01.840 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:49:01.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:49:01.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:01.842 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:49:01.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:49:01.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:49:01.843 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:49:01.843 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:49:02.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.24 MB/sec execute 281 sec latency 234374.077 ms 2022-01-25T22:49:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: cluster 2022-01-25T22:49:01.052447+0000 mgr.smithi111.vbmimw (mgr.14718) 143 : cluster 2022-01-25T22:49:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: [DBG] pgmap v107: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: audit 2022-01-25T22:49:01.241709+0000 mgr.smithi111.vbmimw (mgr.14718) 144 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: audit 2022-01-25T22:49: 2022-01-25T22:49:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: 01.511900+0000 mgr.smithi111.vbmimw (mgr.14718) 145 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:02 smithi179 conmon[67066]: audit 2022-01-25T22:49:01.838812+0000 mon.smithi111 (mon.0) 148 : audit [DBG] from='client.? 172.21.15.111:0/2479707986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:02 smithi111 conmon[101466]: cluster 2022-01-25T22:49:01.052447+0000 mgr.smithi111.vbmimw (mgr.14718) 143 : cluster [DBG] pgmap v107: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:02 smithi111 conmon[101466]: audit 2022-01-25T22:49:01.241709+0000 mgr.smithi111.vbmimw (mgr.14718) 144 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:02 smithi111 conmon[101466]: audit 2022-01-25T22:49:01.511900+0000 mgr.smithi111.vbmimw (mgr.14718) 145 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:02 smithi111 conmon[101466]: audit 2022-01-25T22:49:01.838812+0000 mon.smithi111 (mon.0) 148 : audit [DBG] from='client.? 172.21.15.111:0/2479707986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:03.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.23 MB/sec execute 282 sec latency 235374.160 ms 2022-01-25T22:49:04.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.22 MB/sec execute 283 sec latency 236374.217 ms 2022-01-25T22:49:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:04 smithi179 conmon[67066]: cluster 2022-01-25T22:49:03.053390+0000 mgr.smithi111.vbmimw (mgr.14718) 146 : cluster [DBG] pgmap v108: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:04 smithi179 conmon[67066]: cluster 2022-01-25T22:49:03.755697+0000 mds.foofs.smithi179.xvbhly (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 224.943658 secs 2022-01-25T22:49:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:04 smithi111 conmon[101466]: cluster 2022-01-25T22:49:03.053390+0000 mgr.smithi111.vbmimw (mgr.14718) 146 : cluster [DBG] pgmap v108: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:04 smithi111 conmon[101466]: cluster 2022-01-25T22:49:03.755697+0000 mds.foofs.smithi179.xvbhly (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 224.943658 secs 2022-01-25T22:49:05.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.22 MB/sec execute 284 sec latency 237374.328 ms 2022-01-25T22:49:06.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.21 MB/sec execute 285 sec latency 238374.414 ms 2022-01-25T22:49:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:06 smithi179 conmon[67066]: cluster 2022-01-25T22:49:05.054478+0000 mgr.smithi111.vbmimw (mgr.14718) 147 : cluster [DBG] pgmap v109: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:06 smithi111 conmon[101466]: cluster 2022-01-25T22:49:05.054478+0000 mgr.smithi111.vbmimw (mgr.14718) 147 : cluster 2022-01-25T22:49:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:06 smithi111 conmon[101466]: [DBG] pgmap v109: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:07.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.20 MB/sec execute 286 sec latency 239374.513 ms 2022-01-25T22:49:08.538 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.19 MB/sec execute 287 sec latency 240374.618 ms 2022-01-25T22:49:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:08 smithi179 conmon[67066]: cluster 2022-01-25T22:49:07.055180+0000 mgr.smithi111.vbmimw (mgr.14718) 148 : cluster [DBG] pgmap v110: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:08 smithi111 conmon[101466]: cluster 2022-01-25T22:49:07.055180+0000 mgr.smithi111.vbmimw (mgr.14718) 148 : cluster [DBG] pgmap v110: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:09.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.19 MB/sec execute 288 sec latency 241374.721 ms 2022-01-25T22:49:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:09 smithi179 conmon[67066]: cluster 2022-01-25T22:49:08.755809+0000 mds.foofs.smithi179.xvbhly (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 229.943770 secs 2022-01-25T22:49:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:09 smithi111 conmon[101466]: cluster 2022-01-25T22:49:08.755809+0000 mds.foofs.smithi179.xvbhly (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 229.943770 secs 2022-01-25T22:49:10.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.18 MB/sec execute 289 sec latency 242374.825 ms 2022-01-25T22:49:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:10 smithi179 conmon[67066]: cluster 2022-01-25T22:49:09.056132+0000 mgr.smithi111.vbmimw (mgr.14718) 149 : cluster [DBG] pgmap v111: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:10 smithi111 conmon[101466]: cluster 2022-01-25T22:49:09.056132+0000 mgr.smithi111.vbmimw (mgr.14718) 149 : cluster [DBG] 2022-01-25T22:49:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:10 smithi111 conmon[101466]: pgmap v111: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:11.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.17 MB/sec execute 290 sec latency 243374.951 ms 2022-01-25T22:49:12.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.16 MB/sec execute 291 sec latency 244375.046 ms 2022-01-25T22:49:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:12 smithi179 conmon[67066]: cluster 2022-01-25T22:49:11.057070+0000 mgr.smithi111.vbmimw (mgr.14718) 150 : cluster [DBG] pgmap v112: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:12 smithi111 conmon[101466]: cluster 2022-01-25T22:49:11.057070+0000 mgr.smithi111.vbmimw (mgr.14718) 150 : cluster [DBG] pgmap v112: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:12 smithi111 conmon[101466]: 2022-01-25T22:49:13.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.16 MB/sec execute 292 sec latency 245375.144 ms 2022-01-25T22:49:14.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.15 MB/sec execute 293 sec latency 246375.245 ms 2022-01-25T22:49:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:14 smithi179 conmon[67066]: cluster 2022-01-25T22:49:13.057938+0000 mgr.smithi111.vbmimw (mgr.14718) 151 : cluster [DBG] pgmap v113: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:14 smithi179 conmon[67066]: cluster 2022-01-25T22:49:13.755952+0000 mds.foofs.smithi179.xvbhly (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 234.943912 secs 2022-01-25T22:49:14.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:14 smithi111 conmon[101466]: cluster 2022-01-25T22:49:13.057938+0000 mgr.smithi111.vbmimw (mgr.14718) 151 : cluster [DBG] pgmap v113: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:14 smithi111 conmon[101466]: cluster 2022-01-25T22:49:13.755952+0000 mds.foofs.smithi179.xvbhly (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 234.943912 secs 2022-01-25T22:49:15.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.14 MB/sec execute 294 sec latency 247375.350 ms 2022-01-25T22:49:16.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.13 MB/sec execute 295 sec latency 248375.431 ms 2022-01-25T22:49:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:16 smithi179 conmon[67066]: cluster 2022-01-25T22:49:15.058917+0000 mgr.smithi111.vbmimw (mgr.14718) 152 : cluster [DBG] pgmap v114: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:16 smithi111 conmon[101466]: cluster 2022-01-25T22:49:15.058917+0000 mgr.smithi111.vbmimw (mgr.14718) 152 : cluster [DBG] pgmap v114: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:17.539 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.13 MB/sec execute 296 sec latency 249375.525 ms 2022-01-25T22:49:18.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.12 MB/sec execute 297 sec latency 250375.598 ms 2022-01-25T22:49:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:18 smithi179 conmon[67066]: cluster 2022-01-25T22:49:17.059760+0000 mgr.smithi111.vbmimw (mgr.14718) 153 : cluster [DBG] pgmap v115: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:18 smithi111 conmon[101466]: cluster 2022-01-25T22:49:17.059760+0000 mgr.smithi111.vbmimw (mgr.14718) 153 : cluster [DBG] pgmap v115: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:19.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.11 MB/sec execute 298 sec latency 251375.645 ms 2022-01-25T22:49:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:19 smithi179 conmon[67066]: cluster 2022-01-25T22:49:18.756048+0000 mds.foofs.smithi179.xvbhly (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 239.944026 secs 2022-01-25T22:49:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:19 smithi111 conmon[101466]: cluster 2022-01-25T22:49:18.756048+0000 mds.foofs.smithi179.xvbhly (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 239.944026 secs 2022-01-25T22:49:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.11 MB/sec execute 299 sec latency 252375.708 ms 2022-01-25T22:49:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:20 smithi179 conmon[67066]: cluster 2022-01-25T22:49:19.060926+0000 mgr.smithi111.vbmimw (mgr.14718) 154 : cluster [DBG] pgmap v116: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:20.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:20 smithi179 conmon[67066]: 2022-01-25T22:49:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:20 smithi111 conmon[101466]: cluster 2022-01-25T22:49:19.060926+0000 mgr.smithi111.vbmimw (mgr.14718) 154 : cluster [DBG] pgmap v116: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:21.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.10 MB/sec execute 300 sec latency 253375.772 ms 2022-01-25T22:49:22.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.09 MB/sec execute 301 sec latency 254375.862 ms 2022-01-25T22:49:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:22 smithi179 conmon[67066]: cluster 2022-01-25T22:49:21.061624+0000 mgr.smithi111.vbmimw (mgr.14718) 155 : cluster [DBG] pgmap v117: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:22 smithi179 conmon[67066]: 2022-01-25T22:49:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:22 smithi111 conmon[101466]: cluster 2022-01-25T22:49:21.061624+0000 mgr.smithi111.vbmimw (mgr.14718) 155 : cluster [DBG] pgmap v117: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:23.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.08 MB/sec execute 302 sec latency 255375.959 ms 2022-01-25T22:49:24.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.08 MB/sec execute 303 sec latency 256376.072 ms 2022-01-25T22:49:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:24 smithi179 conmon[67066]: cluster 2022-01-25T22:49:23.062447+0000 mgr.smithi111.vbmimw (mgr.14718) 156 : cluster [DBG] pgmap v118: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:24 smithi179 conmon[67066]: cluster 2022-01-25T22:49:23.756158+0000 mds.foofs.smithi179.xvbhly (mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 244.944128 secs 2022-01-25T22:49:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:24 smithi179 conmon[67066]: cluster 2022-01-25T22:49:23.756163+0000 mds.foofs.smithi179.xvbhly (mds.0) 49 : cluster [WRN] slow request 244.944127 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:49:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:24 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:49:24.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:24 smithi179 conmon[67066]: -01-25T22:49:23.756191+0000 mds.foofs.smithi179.xvbhly (mds.0) 50 : cluster [WRN] client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 244.944151 seconds ago 2022-01-25T22:49:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:24 smithi111 conmon[101466]: cluster 2022-01-25T22:49:23.062447+0000 mgr.smithi111.vbmimw (mgr.14718) 156 : cluster [DBG] pgmap v118: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:24 smithi111 conmon[101466]: cluster 2022-01-25T22:49:23.756158+0000 mds.foofs.smithi179.xvbhly (mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 244.944128 secs 2022-01-25T22:49:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:24 smithi111 conmon[101466]: cluster 2022-01-25T22:49:23.756163+0000 mds.foofs.smithi179.xvbhly (mds.0) 49 : cluster [WRN] slow request 244.944127 seconds old, received at 2022-01-25T22:45:18.811999+0000: client_request(client.14690:4 getattr pAsLsXsFs #0x100000054af 2022-01-25T22:45:18.812083+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:49:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:24 smithi111 conmon[101466]: cluster 2022-01-25T22:49:23.756191+0000 mds.foofs.smithi179.xvbhly (mds.0) 50 : cluster [WRN] client.14546 isn't responding to mclientcaps(revoke), ino 0x100000054af pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 244.944151 seconds ago 2022-01-25T22:49:25.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.07 MB/sec execute 304 sec latency 257376.147 ms 2022-01-25T22:49:26.540 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.06 MB/sec execute 305 sec latency 258376.238 ms 2022-01-25T22:49:26.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:26 smithi179 conmon[67066]: cluster 2022-01-25T22:49:25.063634+0000 mgr.smithi111.vbmimw (mgr.14718) 157 : cluster [DBG] pgmap v119: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:26 smithi111 conmon[101466]: cluster 2022-01-25T22:49:25.063634+0000 mgr.smithi111.vbmimw (mgr.14718) 157 : cluster [DBG] pgmap v119: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.06 MB/sec execute 306 sec latency 259376.348 ms 2022-01-25T22:49:28.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.05 MB/sec execute 307 sec latency 260376.469 ms 2022-01-25T22:49:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:28 smithi179 conmon[67066]: cluster 2022-01-25T22:49:27.064429+0000 mgr.smithi111.vbmimw (mgr.14718) 158 : cluster [DBG] pgmap v120: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:28 smithi111 conmon[101466]: cluster 2022-01-25T22:49:27.064429+0000 mgr.smithi111.vbmimw (mgr.14718) 158 : cluster [DBG] 2022-01-25T22:49:28.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:28 smithi111 conmon[101466]: pgmap v120: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:29.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.04 MB/sec execute 308 sec latency 261376.576 ms 2022-01-25T22:49:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:29 smithi179 conmon[67066]: cluster 2022-01-25T22:49:28.756280+0000 mds.foofs.smithi179.xvbhly (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 249.944244 secs 2022-01-25T22:49:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:29 smithi111 conmon[101466]: cluster 2022-01-25T22:49:28.756280+0000 mds.foofs.smithi179.xvbhly (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 249.944244 secs 2022-01-25T22:49:30.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.04 MB/sec execute 309 sec latency 262376.680 ms 2022-01-25T22:49:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:30 smithi179 conmon[67066]: cluster 2022-01-25T22:49:29.065376+0000 mgr.smithi111.vbmimw (mgr.14718) 159 : cluster [DBG] pgmap v121: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:30 smithi111 conmon[101466]: cluster 2022-01-25T22:49:29.065376+0000 mgr.smithi111.vbmimw (mgr.14718) 159 : cluster [DBG] 2022-01-25T22:49:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:30 smithi111 conmon[101466]: pgmap v121: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:31.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.03 MB/sec execute 310 sec latency 263376.801 ms 2022-01-25T22:49:32.140 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:49:32.407 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:49:32.407 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (11m) 3m ago 12m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:49:32.407 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (3m) 3m ago 12m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:49:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (3m) 2m ago 12m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:49:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (11m) 3m ago 12m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:49:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (7m) 3m ago 7m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:49:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (7m) 2m ago 7m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:49:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (4m) 3m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:49:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (3m) 2m ago 12m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:49:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (3m) 3m ago 14m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:49:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (3m) 2m ago 11m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:49:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (4m) 3m ago 4m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:49:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (4m) 2m ago 4m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:49:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (12m) 3m ago 12m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:49:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (11m) 2m ago 11m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:49:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 3m ago 11m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:49:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11m) 3m ago 11m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:49:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10m) 3m ago 10m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:49:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10m) 3m ago 10m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:49:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (10m) 2m ago 10m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:49:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (9m) 2m ago 9m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:49:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (9m) 2m ago 9m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:49:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (9m) 2m ago 9m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:49:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (11m) 3m ago 12m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:49:32.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.02 MB/sec execute 311 sec latency 264376.854 ms 2022-01-25T22:49:32.745 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:49:32.745 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:49:32.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:32.746 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:32.746 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:49:32.746 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:32.746 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:32.747 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:49:32.747 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:49:32.747 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:32.747 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:49:32.747 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:49:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:49:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:49:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:49:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:49:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:49:32.749 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:49:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:32 smithi179 conmon[67066]: cluster 2022-01-25T22:49:31.066058+0000 mgr.smithi111.vbmimw (mgr.14718) 160 : cluster [DBG] pgmap v122: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:32 smithi111 conmon[101466]: cluster 2022-01-25T22:49:31.066058+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:49:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:32 smithi111 conmon[101466]: 160 : cluster [DBG] pgmap v122: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:33.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.02 MB/sec execute 312 sec latency 265376.936 ms 2022-01-25T22:49:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:33 smithi179 conmon[67066]: audit 2022-01-25T22:49:32.128497+0000 mgr.smithi111.vbmimw (mgr.14718) 161 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:33.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:33 smithi179 conmon[67066]: audit 2022-01-25T22:49:32.398808+0000 mgr.smithi111.vbmimw (mgr.14718) 162 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:33.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:33 smithi179 conmon[67066]: audit 2022-01-25T22:49:32.745408+0000 mon.smithi111 (mon.0) 149 : audit [DBG] from='client.? 172.21.15.111:0/3509439478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:33 smithi111 conmon[101466]: audit 2022-01-25T22:49:32.128497+0000 mgr.smithi111.vbmimw (mgr.14718) 161 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:33.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:33 smithi111 conmon[101466]: audit 2022-01-25T22:49:32.398808+0000 mgr.smithi111.vbmimw (mgr.14718) 162 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:33.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:33 smithi111 conmon[101466]: audit 2022-01-25T22:49:32.745408+0000 mon.smithi111 (mon.0) 149 : audit [DBG] from='client.? 172.21.15.111:0/3509439478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:33.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:33 smithi111 conmon[101466]: 2022-01-25T22:49:34.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.01 MB/sec execute 313 sec latency 266377.030 ms 2022-01-25T22:49:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:34 smithi179 conmon[67066]: cluster 2022-01-25T22:49:33.066678+0000 mgr.smithi111.vbmimw (mgr.14718) 163 : cluster 2022-01-25T22:49:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:34 smithi179 conmon[67066]: [DBG] pgmap v123: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:34 smithi179 conmon[67066]: cluster 2022-01-25T22:49:33.756362+0000 mds.foofs.smithi179.xvbhly (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 254.944336 secs 2022-01-25T22:49:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:34 smithi111 conmon[101466]: cluster 2022-01-25T22:49:33.066678+0000 mgr.smithi111.vbmimw (mgr.14718) 163 : cluster [DBG] pgmap v123: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:34 smithi111 conmon[101466]: 2022-01-25T22:49:34.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:34 smithi111 conmon[101466]: cluster 2022-01-25T22:49:33.756362+0000 mds.foofs.smithi179.xvbhly (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 254.944336 secs 2022-01-25T22:49:35.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.01 MB/sec execute 314 sec latency 267377.130 ms 2022-01-25T22:49:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 2.00 MB/sec execute 315 sec latency 268377.242 ms 2022-01-25T22:49:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:36 smithi179 conmon[67066]: cluster 2022-01-25T22:49:35.067653+0000 mgr.smithi111.vbmimw (mgr.14718) 164 : cluster [DBG] pgmap v124: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:36 smithi111 conmon[101466]: cluster 2022-01-25T22:49:35.067653+0000 mgr.smithi111.vbmimw (mgr.14718) 164 : cluster 2022-01-25T22:49:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:36 smithi111 conmon[101466]: [DBG] pgmap v124: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:37.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.99 MB/sec execute 316 sec latency 269377.344 ms 2022-01-25T22:49:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:37 smithi179 conmon[67066]: audit 2022-01-25T22:49:37.314950+0000 mon.smithi111 (mon.0) 150 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:37 smithi179 conmon[67066]: audit 2022-01-25T22:49:37.329718+0000 mon.smithi111 (mon.0) 151 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:37 smithi111 conmon[101466]: audit 2022-01-25T22:49:37.314950+0000 mon.smithi111 (mon.0) 150 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:37 smithi111 conmon[101466]: 2022-01-25T22:49:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:37 smithi111 conmon[101466]: audit 2022-01-25T22:49:37.329718+0000 mon.smithi111 (mon.0) 151 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:38.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.99 MB/sec execute 317 sec latency 270377.437 ms 2022-01-25T22:49:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:38 smithi179 conmon[67066]: cluster 2022-01-25T22:49:37.068339+0000 mgr.smithi111.vbmimw (mgr.14718) 165 : cluster 2022-01-25T22:49:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:38 smithi179 conmon[67066]: [DBG] pgmap v125: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:38 smithi111 conmon[101466]: cluster 2022-01-25T22:49:37.068339+0000 mgr.smithi111.vbmimw (mgr.14718) 165 : cluster [DBG] 2022-01-25T22:49:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:38 smithi111 conmon[101466]: pgmap v125: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:39.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.98 MB/sec execute 318 sec latency 271377.575 ms 2022-01-25T22:49:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:39 smithi179 conmon[67066]: cluster 2022-01-25T22:49:38.756499+0000 mds.foofs.smithi179.xvbhly (mds.0) 53 : cluster [WRN] 2022-01-25T22:49:39.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:39 smithi179 conmon[67066]: 1 slow requests, 0 included below; oldest blocked for > 259.944473 secs 2022-01-25T22:49:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:39 smithi111 conmon[101466]: cluster 2022-01-25T22:49:38.756499+0000 mds.foofs.smithi179.xvbhly (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 259.944473 secs 2022-01-25T22:49:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:39 smithi111 conmon[101466]: 2022-01-25T22:49:40.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.97 MB/sec execute 319 sec latency 272377.659 ms 2022-01-25T22:49:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:40 smithi179 conmon[67066]: cluster 2022-01-25T22:49:39.069327+0000 mgr.smithi111.vbmimw (mgr.14718) 166 : cluster [DBG] pgmap v126: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:40 smithi179 conmon[67066]: 2022-01-25T22:49:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:40 smithi111 conmon[101466]: cluster 2022-01-25T22:49:39.069327+0000 mgr.smithi111.vbmimw (mgr.14718) 166 : cluster 2022-01-25T22:49:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:40 smithi111 conmon[101466]: [DBG] pgmap v126: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:41.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.97 MB/sec execute 320 sec latency 273377.771 ms 2022-01-25T22:49:42.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.96 MB/sec execute 321 sec latency 274377.858 ms 2022-01-25T22:49:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: cluster 2022-01-25T22:49:41.070161+0000 mgr.smithi111.vbmimw (mgr.14718) 167 : cluster [DBG] 2022-01-25T22:49:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: pgmap v127: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: audit 2022-01-25T22:49:41.621100+0000 mon.smithi111 (mon.0) 152 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: audit 2022-01-25T22:49:41.622424+0000 mon.smithi111 (mon.0) 153 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: audit 2022-01-25T22:49:41.623381+0000 mon.smithi111 (mon.0) 154 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:49:41.624118+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:49:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: 168 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:42.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: audit 2022-01-25T22:49:41.937403+0000 mon.smithi111 (mon.0) 2022-01-25T22:49:42.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: 155 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:49:42.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:49:42.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:42 smithi179 conmon[67066]: 22:49:41.942303+0000 mon.smithi111 (mon.0) 156 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:49:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: cluster 2022-01-25T22:49:41.070161+0000 mgr.smithi111.vbmimw (mgr.14718) 167 : cluster [DBG] pgmap v127: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:49:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: T22:49:41.621100+0000 mon.smithi111 (mon.0) 152 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: audit 2022-01-25T22:49:41.622424+0000 mon.smithi111 (mon.0) 153 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: audit 2022-01-25T22:49:41.623381+0000 mon.smithi111 (mon.0) 154 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: cephadm 2022-01-25T22:49:41.624118+0000 mgr.smithi111.vbmimw (mgr.14718) 168 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: audit 2022-01-25T22:49:41.937403+0000 mon.smithi111 (mon.0) 155 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:49:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: audit 2022-01-25T22:49:41.942303+0000 mon.smithi111 (mon.0) 156 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:49:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:42 smithi111 conmon[101466]: 2022-01-25T22:49:43.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.96 MB/sec execute 322 sec latency 275377.960 ms 2022-01-25T22:49:44.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.95 MB/sec execute 323 sec latency 276378.057 ms 2022-01-25T22:49:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:44 smithi179 conmon[67066]: cluster 2022-01-25T22:49:43.070827+0000 mgr.smithi111.vbmimw (mgr.14718) 169 : cluster [DBG] pgmap v128: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:44 smithi179 conmon[67066]: cluster 2022-01-25T22:49:43.756613+0000 mds.foofs.smithi179.xvbhly (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 264.944589 secs 2022-01-25T22:49:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:44 smithi111 conmon[101466]: cluster 2022-01-25T22:49:43.070827+0000 mgr.smithi111.vbmimw (mgr.14718) 169 : cluster [DBG] 2022-01-25T22:49:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:44 smithi111 conmon[101466]: pgmap v128: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:44 smithi111 conmon[101466]: cluster 2022-01-25T22:49:43.756613+0000 mds.foofs.smithi179.xvbhly (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 264.944589 secs 2022-01-25T22:49:45.542 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.94 MB/sec execute 324 sec latency 277378.152 ms 2022-01-25T22:49:46.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.94 MB/sec execute 325 sec latency 278378.247 ms 2022-01-25T22:49:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:46 smithi179 conmon[67066]: cluster 2022-01-25T22:49:45.071992+0000 mgr.smithi111.vbmimw (mgr.14718) 170 : cluster [DBG] pgmap v129: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:46 smithi111 conmon[101466]: cluster 2022-01-25T22:49:45.071992+0000 mgr.smithi111.vbmimw (mgr.14718) 170 : cluster [DBG] pgmap v129: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:47.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.93 MB/sec execute 326 sec latency 279378.346 ms 2022-01-25T22:49:48.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.93 MB/sec execute 327 sec latency 280378.428 ms 2022-01-25T22:49:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:48 smithi179 conmon[67066]: cluster 2022-01-25T22:49:47.072893+0000 mgr.smithi111.vbmimw (mgr.14718) 171 : cluster [DBG] pgmap v130: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:48 smithi111 conmon[101466]: cluster 2022-01-25T22:49:47.072893+0000 mgr.smithi111.vbmimw (mgr.14718) 171 : cluster [DBG] pgmap v130: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:49.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.92 MB/sec execute 328 sec latency 281378.496 ms 2022-01-25T22:49:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:49 smithi111 conmon[101466]: cluster 2022-01-25T22:49:48.756749+0000 mds.foofs.smithi179.xvbhly (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 269.944725 secs 2022-01-25T22:49:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:49 smithi179 conmon[67066]: cluster 2022-01-25T22:49:48.756749+0000 mds.foofs.smithi179.xvbhly (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 269.944725 secs 2022-01-25T22:49:50.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.91 MB/sec execute 329 sec latency 282378.573 ms 2022-01-25T22:49:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:50 smithi111 conmon[101466]: cluster 2022-01-25T22:49:49.073860+0000 mgr.smithi111.vbmimw (mgr.14718) 172 : cluster [DBG] pgmap v131: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:50 smithi179 conmon[67066]: cluster 2022-01-25T22:49:49.073860+0000 mgr.smithi111.vbmimw (mgr.14718) 172 : cluster [DBG] pgmap v131: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:51.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.91 MB/sec execute 330 sec latency 283378.650 ms 2022-01-25T22:49:52.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.90 MB/sec execute 331 sec latency 284378.734 ms 2022-01-25T22:49:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:52 smithi111 conmon[101466]: cluster 2022-01-25T22:49:51.074527+0000 mgr.smithi111.vbmimw (mgr.14718) 173 : cluster [DBG] pgmap v132: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:52 smithi111 conmon[101466]: 2022-01-25T22:49:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:52 smithi179 conmon[67066]: cluster 2022-01-25T22:49:51.074527+0000 mgr.smithi111.vbmimw (mgr.14718) 173 : cluster [DBG] pgmap v132: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.90 MB/sec execute 332 sec latency 285378.832 ms 2022-01-25T22:49:54.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.89 MB/sec execute 333 sec latency 286378.969 ms 2022-01-25T22:49:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: cluster 2022-01-25T22:49:53.075268+0000 mgr.smithi111.vbmimw (mgr.14718) 174 : cluster 2022-01-25T22:49:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: [DBG] pgmap v133: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: cluster 2022-01-25T22:49:53.756877+0000 mds.foofs.smithi179.xvbhly (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 274.944838 secs 2022-01-25T22:49:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: cluster 2022-01-25T22:49:53.756926 2022-01-25T22:49:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: +0000 mds.foofs.smithi179.xvbhly (mds.0) 57 : cluster [WRN] evicting unresponsive client smithi179:foo1 (14526), after 303.277 seconds 2022-01-25T22:49:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: cluster 2022-01-25T22 2022-01-25T22:49:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: :49:53.756942+0000 mds.foofs.smithi179.xvbhly (mds.0) 58 : cluster [INF] Evicting (and blocklisting) client session 14526 (172.21.15.179:0/125633767) 2022-01-25T22:49:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: audit 2022- 2022-01-25T22:49:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: 01-25T22:49:53.757420+0000 mon.smithi111 (mon.0 2022-01-25T22:49:54.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:54 smithi111 conmon[101466]: ) 157 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.179:0/125633767"}]: dispatch 2022-01-25T22:49:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: cluster 2022-01-25T22:49:53.075268+0000 mgr.smithi111.vbmimw (mgr.14718) 174 : cluster [DBG] pgmap v133: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: cluster 2022-01-25T22:49:53.756877+0000 mds.foofs.smithi179.xvbhly (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 274.944838 secs 2022-01-25T22:49:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: cluster 2022-01-25T22:49:53.756926+0000 mds.foofs.smithi179.xvbhly (mds.0) 57 : cluster [WRN] evicting unresponsive client smithi179:foo1 (14526), after 303.277 seconds 2022-01-25T22:49:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:49:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: -25T22:49:53.756942+0000 mds.foofs.smithi179.xvbhly (mds.0) 58 : cluster [INF] Evicting (and blocklisting) client session 14526 (172.21.15.179:0/125633767) 2022-01-25T22:49:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: audit 2022-01-25T22:49:53.757420+0000 mon.smithi111 (mon.0) 157 : 2022-01-25T22:49:55.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:54 smithi179 conmon[67066]: audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.179:0/125633767"}]: dispatch 2022-01-25T22:49:55.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.89 MB/sec execute 334 sec latency 287379.073 ms 2022-01-25T22:49:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:55 smithi111 conmon[101466]: audit 2022-01-25T22:49:54.631531+0000 mon.smithi111 (mon.0) 158 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.179:0/125633767"}]': finished 2022-01-25T22:49:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:55 smithi111 conmon[101466]: cluster 2022-01-25T22:49:54.631628+0000 mon.smithi111 (mon 2022-01-25T22:49:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:55 smithi111 conmon[101466]: .0) 159 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-01-25T22:49:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:55 smithi179 conmon[67066]: audit 2022-01-25T22:49:54.631531+0000 mon.smithi111 (mon.0) 158 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.179:0/125633767"}]': finished 2022-01-25T22:49:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:55 smithi179 conmon[67066]: cluster 2022-01-25T22:49:54.631628+0000 mon.smithi111 (mon.0) 159 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-01-25T22:49:56.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.88 MB/sec execute 335 sec latency 288379.175 ms 2022-01-25T22:49:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:56 smithi111 conmon[101466]: cluster 2022-01-25T22:49:55.075994+0000 mgr.smithi111.vbmimw (mgr.14718) 175 : cluster 2022-01-25T22:49:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:56 smithi111 conmon[101466]: [DBG] pgmap v135: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:56 smithi179 conmon[67066]: cluster 2022-01-25T22:49:55.075994+0000 mgr.smithi111.vbmimw (mgr.14718) 175 : cluster [DBG] pgmap v135: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:57.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.87 MB/sec execute 336 sec latency 289379.273 ms 2022-01-25T22:49:58.543 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.87 MB/sec execute 337 sec latency 290379.375 ms 2022-01-25T22:49:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:58 smithi111 conmon[101466]: cluster 2022-01-25T22:49:57.076644+0000 mgr.smithi111.vbmimw (mgr.14718) 176 : cluster [DBG] pgmap v136: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:58 smithi179 conmon[67066]: cluster 2022-01-25T22:49:57.076644+0000 mgr.smithi111.vbmimw (mgr.14718) 176 : cluster [DBG] pgmap v136: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:49:59.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.86 MB/sec execute 338 sec latency 291379.468 ms 2022-01-25T22:49:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:49:59 smithi111 conmon[101466]: cluster 2022-01-25T22:49:58.756986+0000 mds.foofs.smithi179.xvbhly (mds.0) 59 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 279.944944 secs 2022-01-25T22:50:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:49:59 smithi179 conmon[67066]: cluster 2022-01-25T22:49:58.756986+0000 mds.foofs.smithi179.xvbhly (mds.0) 59 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 279.944944 secs 2022-01-25T22:50:00.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.86 MB/sec execute 339 sec latency 292379.575 ms 2022-01-25T22:50:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:49:59.077663+0000 mgr.smithi111.vbmimw (mgr.14718) 177 : cluster [DBG] pgmap v137: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000203+0000 mon.smithi111 (mon.0) 160 : cluster [WRN] Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests; 1 osds down; Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized; Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:50:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000284+0000 mon.smithi111 (mon.0) 161 : cluster [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-01-25T22:50:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000309+0000 mon.smithi111 (mon.0) 162 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): Client smithi111:foo1 failing to respond to capability release client_id: 14546 2022-01-25T22:50:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000341+0000 mon.smithi111 (mon.0) 163 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:50:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000366+0000 mon.smithi111 (mon.0) 164 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22 2022-01-25T22:50:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: :50:00.000396+0000 mon.smithi111 (mon.0) 165 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T22:50:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000419+0000 mon.smithi111 (mon.0) 166 : cluster [WRN] osd.0 (root=default,host=smithi111) is down 2022-01-25T22:50:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T22:50:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 22:50:00.000442+0000 mon.smithi111 (mon.0) 167 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized 2022-01-25T22:50:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50 2022-01-25T22:50:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: :00.000465+0000 mon.smithi111 (mon.0) 168 : cluster [WRN] pg 1.0 is stuck undersized for 3m, current state active+undersized, last acting [7,6] 2022-01-25T22:50:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.000493+0000 mon.smithi111 (mon.0) 169 : cluster [WRN] pg 2.0 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.000523+0000 mon.smithi111 (mon.0) 170 : cluster [WRN] pg 2.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T22:50:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000550+0000 mon.smithi111 (mon.0) 171 : 2022-01-25T22:50:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster [WRN] pg 2.4 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T22:50:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T22:50:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 25T22:50:00.000593+0000 mon.smithi111 (mon.0) 172 : cluster [WRN] pg 2.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000607+0000 mon.smithi111 (mon. 2022-01-25T22:50:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 0) 173 : cluster [WRN] pg 2.8 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.000621+0000 mon.smithi111 (mon.0) 174 : cluster [WRN] pg 2.c is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T22:50:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000634+0000 mon.smithi111 2022-01-25T22:50:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 175 : cluster [WRN] pg 2.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000646+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 176 : cluster [WRN] pg 2.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T22:50:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.000660+0000 mon.smithi111 (mon.0) 177 : cluster [WRN] pg 2.13 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000673+0000 mon.smithi111 2022-01-25T22:50:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 178 : cluster [WRN] pg 2.15 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T22:50:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000687+0000 mon.smithi111 (mon.0) 179 : cluster 2022-01-25T22:50:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: [WRN] pg 2.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T22:50:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:50:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: -25T22:50:00.000700+0000 mon.smithi111 (mon.0) 180 : cluster [WRN] pg 2.1d is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T22:50:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000712+0000 mon.smithi111 (mon 2022-01-25T22:50:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: .0) 181 : cluster [WRN] pg 2.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T22:50:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.000726+0000 mon.smithi111 (mon.0) 182 : cluster [WRN] pg 2.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,4] 2022-01-25T22:50:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000741+0000 mon.smithi111 (mon. 2022-01-25T22:50:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 0) 183 : cluster [WRN] pg 3.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.000755+0000 mon.smithi111 (mon.0) 184 : cluster [WRN] pg 3.3 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T22:50:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000767+0000 mon.smithi111 ( 2022-01-25T22:50:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.0) 185 : cluster [WRN] pg 3.6 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000779+0000 mon.smithi111 (mon.0) 186 : 2022-01-25T22:50:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster [WRN] pg 3.7 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:50:00.996 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: -25T22:50:00.000790+0000 mon.smithi111 (mon.0) 187 : cluster [WRN] pg 3.b is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T22:50:00.996 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000816+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:00.996 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 188 : cluster [WRN] pg 3.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:00.996 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:00.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.000829+0000 mon.smithi111 (mon.0) 189 : cluster [WRN] pg 3.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T22:50:00.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000842+0000 mon.smithi111 2022-01-25T22:50:00.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 190 : cluster [WRN] pg 3.12 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:00.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.000857+0000 mon.smithi111 (mon.0) 191 : cluster [WRN] pg 3.17 is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T22:50:00.998 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000877 2022-01-25T22:50:00.998 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 192 : cluster [WRN] pg 3.18 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T22:50:00.998 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000891+0000 mon.smithi111 (mon.0) 193 : cluster [WRN] pg 3.1b is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:00.998 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000905+0000 2022-01-25T22:50:00.999 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 194 : cluster [WRN] pg 3.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T22:50:00.999 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.999 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.000916+0000 mon.smithi111 (mon.0) 195 : cluster [WRN] pg 4.0 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:00.999 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000931+0000 mon.smithi111 2022-01-25T22:50:01.000 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 196 : cluster [WRN] pg 4.3 is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.000 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:01.000 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.000943+0000 mon.smithi111 (mon.0) 197 : cluster [WRN] pg 4.6 is stuck undersized for 3m, current state active+undersized, last acting [1,2] 2022-01-25T22:50:01.000 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000957+0000 mon.smithi111 (mon.0) 198 : 2022-01-25T22:50:01.000 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster [WRN] pg 4.7 is stuck undersized for 3m, current state active+undersized, last acting [1,5] 2022-01-25T22:50:01.001 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T22:50:01.001 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 25T22:50:00.000969+0000 mon.smithi111 (mon.0) 199 : cluster [WRN] pg 4.b is stuck undersized for 3m, current state active+undersized, last acting [2,4] 2022-01-25T22:50:01.001 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.000983+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.001 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 200 : cluster [WRN] pg 4.16 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:01.002 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01 2022-01-25T22:50:01.002 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: -25T22:50:00.000996+0000 mon.smithi111 (mon.0) 201 : cluster [WRN] pg 4.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,2] 2022-01-25T22:50:01.002 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001010+0000 mon.smithi111 (mon. 2022-01-25T22:50:01.002 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 0) 202 : cluster [WRN] pg 4.1a is stuck undersized for 3m, current state active+undersized, last acting [4,3] 2022-01-25T22:50:01.002 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022 2022-01-25T22:50:01.003 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: -01-25T22:50:00.001021+0000 mon.smithi111 (mon.0) 203 : cluster [WRN] pg 4.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:01.003 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001034+0000 mon.smithi111 ( 2022-01-25T22:50:01.003 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.0) 204 : cluster [WRN] pg 5.2 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.003 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.004 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001046+0000 mon.smithi111 (mon.0) 205 : cluster [WRN] pg 5.3 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.004 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001060 2022-01-25T22:50:01.004 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 206 : cluster [WRN] pg 5.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.004 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001072+0000 mon.smithi111 (mon.0) 207 2022-01-25T22:50:01.004 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: : cluster [WRN] pg 5.7 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.005 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T22:50:01.005 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 25T22:50:00.001083+0000 mon.smithi111 (mon.0) 208 : cluster [WRN] pg 5.8 is stuck undersized for 3m, current state active+undersized, last acting [2,1] 2022-01-25T22:50:01.005 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001100+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.005 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 209 : cluster [WRN] pg 5.b is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-25T22:50:01.005 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T22:50:01.006 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 25T22:50:00.001120+0000 mon.smithi111 (mon.0) 210 : cluster [WRN] pg 5.c is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.006 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.006 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001133+0000 mon.smithi111 (mon.0) 211 : cluster [WRN] pg 5.e is stuck undersized for 3m, current state active+undersized, last acting [4,5] 2022-01-25T22:50:01.006 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001147+0000 mon.smithi111 2022-01-25T22:50:01.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 212 : cluster [WRN] pg 5.13 is stuck undersized for 3m, current state active+undersized, last acting [3,1] 2022-01-25T22:50:01.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001161+0000 mon.smithi111 (mon.0) 213 : cluster [WRN] pg 5.15 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001172 2022-01-25T22:50:01.007 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 214 : cluster [WRN] pg 5.1b is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.008 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001185+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.008 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 215 : cluster [WRN] pg 5.1d is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.008 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:01.008 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.001197+0000 mon.smithi111 (mon.0) 216 : cluster [WRN] pg 5.1e is stuck undersized for 3m, current state active+undersized, last acting [7,2] 2022-01-25T22:50:01.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001211+0000 mon.smithi111 ( 2022-01-25T22:50:01.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.0) 217 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:50:01.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001225+0000 mon.smithi111 (mon.0) 218 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:50:01.009 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001239+0000 mon.smithi111 2022-01-25T22:50:01.010 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 219 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:50:01.010 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.010 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001261+0000 mon.smithi111 (mon.0) 220 : cluster [WRN] systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.010 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001275+0000 2022-01-25T22:50:01.011 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 221 : cluster [WRN] systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.011 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.011 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001289+0000 mon.smithi111 (mon.0) 222 : cluster [WRN] Traceback (most recent call last): 2022-01-25T22:50:01.011 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001301+0000 2022-01-25T22:50:01.011 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 223 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:50:01.012 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.012 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001316+0000 mon.smithi111 (mon.0) 224 : cluster [WRN] main() 2022-01-25T22:50:01.012 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001329+0000 mon.smithi111 (mon.0 2022-01-25T22:50:01.012 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: ) 225 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:50:01.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:01.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.001353+0000 mon.smithi111 (mon.0) 226 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T22:50:01.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001368+0000 mon.smithi111 2022-01-25T22:50:01.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 227 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:50:01.013 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001390+0000 mon.smithi111 (mon.0) 228 : cluster [WRN] return func(ctx) 2022-01-25T22:50:01.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001404+0000 2022-01-25T22:50:01.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 229 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:50:01.014 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001418+0000 mon.smithi111 (mon.0 2022-01-25T22:50:01.015 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: ) 230 : cluster [WRN] ports=daemon_ports) 2022-01-25T22:50:01.015 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001431+0000 mon.smithi111 ( 2022-01-25T22:50:01.015 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: mon.0) 231 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:50:01.015 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.015 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 2022-01-25T22:50:00.001443+0000 mon.smithi111 (mon.0) 232 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:50:01.016 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001457 2022-01-25T22:50:01.016 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 233 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:50:01.016 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001469+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.016 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 234 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:50:01.017 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:01.017 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.001483+0000 mon.smithi111 (mon.0) 235 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:50:01.017 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001497+0000 mon.smithi111 2022-01-25T22:50:01.017 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: (mon.0) 236 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:50:01.017 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:00.001510+0000 mon.smithi111 (mon.0) 237 : cluster 2022-01-25T22:50:01.018 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: [WRN] RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.018 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:50:01.018 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:00 smithi111 conmon[101466]: 01-25T22:50:00.001525+0000 mon.smithi111 (mon.0) 238 : cluster [WRN] See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:49:59.077663+0000 mgr.smithi111.vbmimw (mgr.14718) 177 : cluster [DBG] pgmap v137: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000203+0000 mon.smithi111 (mon.0) 160 : cluster [WRN] Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests; 1 osds down; Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized; Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:50:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:00.000284+0000 mon.smithi111 (mon.0) 161 : cluster [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-01-25T22:50:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.000309+0000 mon.smithi111 (mon.0) 162 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): Client smithi111:foo1 failing to respond to capability release client_id: 14546 2022-01-25T22:50:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.000341+0000 2022-01-25T22:50:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 163 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:50:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.000366+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 164 : cluster [WRN] mds.foofs.smithi179.xvbhly(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50: 2022-01-25T22:50:01.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000396+0000 mon.smithi111 (mon.0) 165 : 2022-01-25T22:50:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T22:50:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000419+0000 2022-01-25T22:50:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 166 : cluster [WRN] osd.0 (root=default,host=smithi111) is down 2022-01-25T22:50:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00 2022-01-25T22:50:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000442+0000 mon.smithi111 (mon.0) 167 : cluster 2022-01-25T22:50:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 214/1647 objects degraded (12.993%), 30 pgs degraded, 49 pgs undersized 2022-01-25T22:50:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.000465 2022-01-25T22:50:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 168 : cluster [WRN] 2022-01-25T22:50:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 1.0 is stuck undersized for 3m, current state active+undersized, last acting [7,6] 2022-01-25T22:50:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.000493+0000 2022-01-25T22:50:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 169 : cluster [WRN] 2022-01-25T22:50:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 2.0 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000523+0000 2022-01-25T22:50:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 170 : cluster [WRN] 2022-01-25T22:50:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 2.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T22:50:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22: 2022-01-25T22:50:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 50:00.000550+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 171 : cluster [WRN] pg 2.4 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T22:50:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00 2022-01-25T22:50:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000593+0000 mon.smithi111 (mon.0) 172 : 2022-01-25T22:50:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] pg 2.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.000607+0000 2022-01-25T22:50:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 173 : cluster [WRN] 2022-01-25T22:50:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 2.8 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000621+0000 2022-01-25T22:50:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 174 : cluster [WRN] pg 2.c is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T22:50:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:50:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :50:00.000634+0000 mon.smithi111 (mon 2022-01-25T22:50:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .0) 175 : cluster [WRN] pg 2.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50: 2022-01-25T22:50:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000646+0000 mon.smithi111 (mon.0) 176 2022-01-25T22:50:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] pg 2.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T22:50:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00 2022-01-25T22:50:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000660+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 177 : cluster [WRN] pg 2.13 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50: 2022-01-25T22:50:01.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000673+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 178 : cluster [WRN] pg 2.15 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T22:50:01.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.000687 2022-01-25T22:50:01.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 179 : cluster [WRN] 2022-01-25T22:50:01.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 2.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T22:50:01.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.136 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000700+0000 mon.smithi111 ( 2022-01-25T22:50:01.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 180 : cluster [WRN] pg 2.1d is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T22:50:01.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.137 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50 2022-01-25T22:50:01.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :00.000712+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 181 : cluster [WRN] pg 2.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T22:50:01.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.138 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00 2022-01-25T22:50:01.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000726+0000 mon.smithi111 (mon.0) 182 : 2022-01-25T22:50:01.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] pg 2.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [2,4] 2022-01-25T22:50:01.139 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.000741 2022-01-25T22:50:01.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 183 : cluster 2022-01-25T22:50:01.140 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 3.1 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.142 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:50:01.142 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :50:00.000755+0000 mon.smithi111 (mon. 2022-01-25T22:50:01.143 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 0) 184 : cluster [WRN] pg 3.3 is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T22:50:01.143 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50: 2022-01-25T22:50:01.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000767+0000 mon.smithi111 (mon.0) 185 2022-01-25T22:50:01.144 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] pg 3.6 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00. 2022-01-25T22:50:01.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 000779+0000 mon.smithi111 (mon.0) 186 : cluster [WRN] 2022-01-25T22:50:01.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 3.7 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:01.147 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.147 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000790+0000 2022-01-25T22:50:01.147 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 187 : cluster [WRN] pg 3.b is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T22:50:01.148 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.148 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.148 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00 2022-01-25T22:50:01.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000816+0000 mon.smithi111 (mon.0) 188 : cluster 2022-01-25T22:50:01.149 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 3.f is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.000829+0000 2022-01-25T22:50:01.150 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 189 : cluster [WRN] pg 3.10 is stuck undersized for 3m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T22:50:01.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:50:01.151 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :50:00.000842+0000 mon.smithi111 (mon 2022-01-25T22:50:01.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .0) 190 : cluster [WRN] pg 3.12 is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:01.152 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50: 2022-01-25T22:50:01.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000857+0000 mon.smithi111 (mon.0 2022-01-25T22:50:01.153 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: ) 191 : cluster [WRN] pg 3.17 is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T22:50:01.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00 2022-01-25T22:50:01.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000877+0000 mon.smithi111 (mon.0) 192 : 2022-01-25T22:50:01.154 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] pg 3.18 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T22:50:01.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.000891 2022-01-25T22:50:01.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 193 : cluster [WRN] 2022-01-25T22:50:01.155 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 3.1b is stuck undersized for 3m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T22:50:01.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: T22:50:00.000905+0000 mon.smithi111 (mon 2022-01-25T22:50:01.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .0) 194 : cluster [WRN] pg 3.1f is stuck undersized for 3m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T22:50:01.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.156 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50: 2022-01-25T22:50:01.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.000916+0000 mon.smithi111 (mon.0) 195 2022-01-25T22:50:01.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] pg 4.0 is stuck undersized for 3m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:01.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.157 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00. 2022-01-25T22:50:01.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 000931+0000 mon.smithi111 (mon.0) 196 : 2022-01-25T22:50:01.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] pg 4.3 is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.158 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00 2022-01-25T22:50:01.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .000943+0000 mon.smithi111 (mon.0) 197 : cluster 2022-01-25T22:50:01.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 4.6 is stuck undersized for 3m, current state active+undersized, last acting [1,2] 2022-01-25T22:50:01.159 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.000957+0000 2022-01-25T22:50:01.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 198 : cluster [WRN] pg 4.7 is stuck undersized for 3m, current state active+undersized, last acting [1,5] 2022-01-25T22:50:01.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:50:01.160 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :50:00.000969+0000 mon.smithi111 2022-01-25T22:50:01.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: (mon.0) 199 : cluster [WRN] pg 4.b is stuck undersized for 3m, current state active+undersized, last acting [2,4] 2022-01-25T22:50:01.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.161 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.000983+0000 2022-01-25T22:50:01.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 200 : cluster 2022-01-25T22:50:01.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 4.16 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:01.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.162 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.000996+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 201 : cluster [WRN] pg 4.19 is stuck undersized for 3m, current state active+undersized+degraded, last acting [3,2] 2022-01-25T22:50:01.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.001010+0000 mon.smithi111 2022-01-25T22:50:01.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: (mon.0) 202 : cluster [WRN] pg 4.1a is stuck undersized for 3m, current state active+undersized, last acting [4,3] 2022-01-25T22:50:01.163 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00.001021+0000 2022-01-25T22:50:01.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 203 : cluster [WRN] 2022-01-25T22:50:01.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: pg 4.1e is stuck undersized for 3m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:01.164 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:00. 2022-01-25T22:50:01.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 001034+0000 mon.smithi111 (mon.0) 204 : cluster 2022-01-25T22:50:01.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 5.2 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.165 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.001046+0000 mon.smithi111 (mon.0) 205 : cluster 2022-01-25T22:50:01.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: [WRN] pg 5.3 is stuck undersized for 3m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :00.001060+0000 mon.smithi111 (mon.0) 206 2022-01-25T22:50:01.166 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] pg 5.5 is stuck undersized for 3m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22: 2022-01-25T22:50:01.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 50:00.001072+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.167 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 207 : cluster [WRN] pg 5.7 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22 2022-01-25T22:50:01.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :50:00.001083+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.168 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 208 : cluster [WRN] pg 5.8 is stuck undersized for 3m, current state active+undersized, last acting [2,1] 2022-01-25T22:50:01.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.001100+0000 mon.smithi111 ( 2022-01-25T22:50:01.169 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 209 : cluster [WRN] pg 5.b is stuck undersized for 3m, current state active+undersized, last acting [2,5] 2022-01-25T22:50:01.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00.001120+0000 2022-01-25T22:50:01.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 210 : cluster [WRN] pg 5.c is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.170 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.001133+0000 mon.smithi111 (mon.0) 211 : 2022-01-25T22:50:01.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] pg 5.e is stuck undersized for 3m, current state active+undersized, last acting [4,5] 2022-01-25T22:50:01.171 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :00.001147+0000 mon.smithi111 (mon.0) 212 2022-01-25T22:50:01.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] pg 5.13 is stuck undersized for 3m, current state active+undersized, last acting [3,1] 2022-01-25T22:50:01.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.172 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.001161+0000 mon.smithi111 (mon.0 2022-01-25T22:50:01.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: ) 213 : cluster [WRN] pg 5.15 is stuck undersized for 3m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.001172+0000 mon.smithi111 2022-01-25T22:50:01.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: (mon.0) 214 : cluster [WRN] pg 5.1b is stuck undersized for 3m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.173 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.001185+0000 2022-01-25T22:50:01.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 215 : cluster [WRN] pg 5.1d is stuck undersized for 3m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.174 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00.001197 2022-01-25T22:50:01.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 216 : cluster [WRN] pg 5.1e is stuck undersized for 3m, current state active+undersized, last acting [7,2] 2022-01-25T22:50:01.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.001211+0000 mon.smithi111 (mon.0) 217 : 2022-01-25T22:50:01.175 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T22:50:01.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.001225+0000 mon.smithi111 (mon.0) 218 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:50:01.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.176 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00.001239+0000 mon.smithi111 ( 2022-01-25T22:50:01.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 219 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:50:01.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.001261+0000 mon.smithi111 2022-01-25T22:50:01.177 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: (mon.0) 220 : cluster [WRN] systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00.001275+0000 2022-01-25T22:50:01.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 221 : cluster [WRN] systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.178 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00.001289+0000 mon.smithi111 ( 2022-01-25T22:50:01.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 222 : cluster [WRN] Traceback (most recent call last): 2022-01-25T22:50:01.179 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.001301+0000 mon.smithi111 (mon 2022-01-25T22:50:01.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .0) 223 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:50:01.180 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T22:50:01.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 01-25T22:50:00.001316+0000 2022-01-25T22:50:01.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 224 : cluster [WRN] main() 2022-01-25T22:50:01.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:01.181 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 2022-01-25T22:50:00.001329+0000 mon.smithi111 ( 2022-01-25T22:50:01.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 225 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:50:01.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T22:50:01.182 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -01-25T22:50:00.001353+0000 2022-01-25T22:50:01.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 226 : cluster [WRN] 2022-01-25T22:50:01.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: r = ctx.func(ctx) 2022-01-25T22:50:01.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.183 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 00.001368+0000 mon.smithi111 (mon.0) 227 : 2022-01-25T22:50:01.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:50:01.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:00 2022-01-25T22:50:01.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .001390+0000 mon.smithi111 (mon.0) 228 : cluster [WRN] 2022-01-25T22:50:01.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: return func(ctx) 2022-01-25T22:50:01.184 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :00.001404+0000 mon.smithi111 (mon.0) 229 : 2022-01-25T22:50:01.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:50:01.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.185 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: :00.001418+0000 mon.smithi111 (mon.0) 230 2022-01-25T22:50:01.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: : cluster [WRN] ports=daemon_ports) 2022-01-25T22:50:01.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.001431+0000 mon.smithi111 (mon.0 2022-01-25T22:50:01.186 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: ) 231 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:50:01.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.001443+0000 mon.smithi111 (mon.0) 2022-01-25T22:50:01.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 232 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:50:01.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.187 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.001457+0000 mon.smithi111 ( 2022-01-25T22:50:01.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 233 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:50:01.188 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:01.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 25T22:50:00.001469+0000 mon.smithi111 (mon 2022-01-25T22:50:01.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: .0) 234 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:50:01.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.189 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.001483+0000 mon.smithi111 2022-01-25T22:50:01.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: (mon.0) 235 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:50:01.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.001497+0000 mon.smithi111 (mon.0) 236 : 2022-01-25T22:50:01.190 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:50:01.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T22:50:01.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 22:50:00.001510+0000 mon.smithi111 (mon. 2022-01-25T22:50:01.191 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: 0) 237 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:01.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: -25T22:50:00.001525+0000 mon.smithi111 ( 2022-01-25T22:50:01.192 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:00 smithi179 conmon[67066]: mon.0) 238 : cluster [WRN] See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.85 MB/sec execute 340 sec latency 293379.636 ms 2022-01-25T22:50:02.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.85 MB/sec execute 341 sec latency 294380.235 ms 2022-01-25T22:50:02.728 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:02 smithi111 conmon[101466]: cluster 2022-01-25T22:50:01.078382+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:50:02.728 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:02 smithi111 conmon[101466]: .14718) 178 : cluster [DBG] pgmap v138: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:03.043 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:50:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:02 smithi179 conmon[67066]: cluster 2022-01-25T22:50:01.078382+0000 mgr.smithi111.vbmimw (mgr.14718) 178 : cluster [DBG] pgmap v138: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:03.308 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:03.308 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (12m) 3m ago 13m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:50:03.309 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (3m) 3m ago 13m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:50:03.309 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (3m) 3m ago 12m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:50:03.309 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (11m) 3m ago 12m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:50:03.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (8m) 3m ago 8m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:50:03.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (8m) 3m ago 8m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:50:03.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (4m) 3m ago 14m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:50:03.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (4m) 3m ago 12m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:50:03.310 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (4m) 3m ago 14m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:50:03.310 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (3m) 3m ago 12m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:50:03.311 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (4m) 3m ago 4m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:50:03.311 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (4m) 3m ago 4m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:50:03.311 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (12m) 3m ago 12m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:50:03.311 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (12m) 3m ago 12m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:50:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 3m ago 11m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:50:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11m) 3m ago 11m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:50:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11m) 3m ago 11m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:50:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10m) 3m ago 10m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:50:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (10m) 3m ago 10m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:50:03.313 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (10m) 3m ago 10m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:50:03.313 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (9m) 3m ago 9m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:50:03.313 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (9m) 3m ago 9m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:50:03.313 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (11m) 3m ago 12m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:50:03.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.84 MB/sec execute 342 sec latency 295380.287 ms 2022-01-25T22:50:03.628 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:50:03.629 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:50:03.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:03.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:03.629 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:50:03.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:03.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:03.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:50:03.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:50:03.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:03.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:50:03.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:03.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:03.632 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:50:03.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:50:03.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:50:03.632 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:50:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:50:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:03 smithi111 conmon[101466]: audit 2022-01-25T22:50:03.629331+0000 mon.smithi111 2022-01-25T22:50:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:03 smithi111 conmon[101466]: (mon.0) 239 : audit [DBG] from='client.? 172.21.15.111:0/2422230301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:03 smithi179 conmon[67066]: audit 2022-01-25T22:50:03.629331+0000 mon.smithi111 (mon.0) 239 : audit [DBG] 2022-01-25T22:50:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:03 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/2422230301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:04.544 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.84 MB/sec execute 343 sec latency 296380.371 ms 2022-01-25T22:50:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:04 smithi111 conmon[101466]: audit 2022-01-25T22:50:03.031433+0000 mgr.smithi111.vbmimw (mgr.14718) 179 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:04.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:04 smithi111 conmon[101466]: cluster 2022-01-25T22:50:03.079044+0000 mgr.smithi111.vbmimw (mgr.14718) 180 : cluster [DBG] pgmap v139: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:04.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:04 smithi111 conmon[101466]: audit 2022-01-25T22:50:03.300532+0000 mgr.smithi111.vbmimw (mgr.14718) 181 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:04.997 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:04 smithi111 conmon[101466]: cluster 2022-01-25T22:50:03.757132+0000 mds.foofs.smithi179.xvbhly (mds.0) 60 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 284.945078 secs 2022-01-25T22:50:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: audit 2022-01-25T22:50:03.031433+0000 mgr.smithi111.vbmimw (mgr.14718) 179 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: cluster 2022-01-25T22:50:03.079044+0000 mgr.smithi111.vbmimw (mgr.14718) 180 : cluster [DBG] pgmap v139: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: audit 2022-01-25T22:50:03.300532+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:50:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: ) 181 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T22:50:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: -25T22:50:03.757132+0000 mds.foofs.smithi179.xvbhly (mds.0) 60 : cluster 2022-01-25T22:50:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:04 smithi179 conmon[67066]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 284.945078 secs 2022-01-25T22:50:05.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.83 MB/sec execute 344 sec latency 297380.471 ms 2022-01-25T22:50:06.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.82 MB/sec execute 345 sec latency 298380.583 ms 2022-01-25T22:50:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:06 smithi111 conmon[101466]: cluster 2022-01-25T22:50:05.080208+0000 mgr.smithi111.vbmimw (mgr.14718) 182 : cluster [DBG] 2022-01-25T22:50:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:06 smithi111 conmon[101466]: pgmap v140: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 195 B/s rd, 195 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:06 smithi179 conmon[67066]: cluster 2022-01-25T22:50:05.080208+0000 mgr.smithi111.vbmimw (mgr.14718) 182 : cluster [DBG] 2022-01-25T22:50:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:06 smithi179 conmon[67066]: pgmap v140: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 195 B/s rd, 195 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:07.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.82 MB/sec execute 346 sec latency 299380.665 ms 2022-01-25T22:50:08.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.81 MB/sec execute 347 sec latency 300380.734 ms 2022-01-25T22:50:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:08 smithi111 conmon[101466]: cluster 2022-01-25T22:50:07.080936+0000 mgr.smithi111.vbmimw (mgr.14718) 183 : 2022-01-25T22:50:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:08 smithi111 conmon[101466]: cluster [DBG] pgmap v141: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:08 smithi179 conmon[67066]: cluster 2022-01-25T22:50:07.080936+0000 mgr.smithi111.vbmimw (mgr.14718) 183 : cluster [DBG] pgmap v141: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:09.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.81 MB/sec execute 348 sec latency 301380.832 ms 2022-01-25T22:50:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:09 smithi111 conmon[101466]: cluster 2022-01-25T22:50:08.757193+0000 mds.foofs.smithi179.xvbhly (mds.0) 61 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 289.945166 secs 2022-01-25T22:50:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:09 smithi111 conmon[101466]: cluster 2022-01-25T22:50:08.757240+0000 mds.foofs.smithi179.xvbhly (mds.0) 62 : cluster [WRN] evicting unresponsive client smithi111:foo1 (14546), after 310.805 seconds 2022-01-25T22:50:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:09 smithi111 conmon[101466]: cluster 2022-01-25T22:50:08.757248+0000 mds.foofs.smithi179.xvbhly (mds.0) 63 : cluster [INF] Evicting (and blocklisting) client session 14546 (172.21.15.111:0/859647462) 2022-01-25T22:50:09.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:09 smithi111 conmon[101466]: audit 2022-01-25T22:50:08.757729+0000 mon.smithi111 (mon.0) 240 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.111:0/859647462"}]: dispatch 2022-01-25T22:50:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: cluster 2022-01-25T22:50:08.757193+0000 mds.foofs.smithi179.xvbhly (mds.0) 61 : cluster [WRN] 2022-01-25T22:50:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: 1 slow requests, 0 included below; oldest blocked for > 289.945166 secs 2022-01-25T22:50:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: cluster 2022-01-25T22:50:08.757240+0000 mds.foofs.smithi179.xvbhly (mds.0) 62 : cluster [WRN] evicting unresponsive client smithi111:foo1 (14546), after 310.805 seconds 2022-01-25T22:50:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: cluster 2022-01-25T22:50:08.757248+0000 mds.foofs.smithi179.xvbhly (mds.0) 63 : 2022-01-25T22:50:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: cluster [INF] Evicting (and blocklisting) client session 14546 (172.21.15.111:0/859647462) 2022-01-25T22:50:10.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: audit 2022 2022-01-25T22:50:10.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: -01-25T22:50:08.757729+0000 mon.smithi111 (mon.0) 240 : audit 2022-01-25T22:50:10.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:09 smithi179 conmon[67066]: [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.111:0/859647462"}]: dispatch 2022-01-25T22:50:10.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.80 MB/sec execute 349 sec latency 302380.953 ms 2022-01-25T22:50:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:10 smithi111 conmon[101466]: cluster 2022-01-25T22:50:09.082146+0000 mgr.smithi111.vbmimw (mgr.14718) 184 : cluster 2022-01-25T22:50:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:10 smithi111 conmon[101466]: [DBG] pgmap v142: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:10 smithi111 conmon[101466]: audit 2022-01-25T22:50:09.683198+0000 mon.smithi111 (mon.0) 241 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.111:0/859647462"}]': finished 2022-01-25T22:50:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:10 smithi111 conmon[101466]: cluster 2022-01-25T22:50:09.683299+0000 mon.smithi111 (mon.0) 242 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-01-25T22:50:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:10 smithi179 conmon[67066]: cluster 2022-01-25T22:50:09.082146+0000 mgr.smithi111.vbmimw (mgr.14718) 184 : 2022-01-25T22:50:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:10 smithi179 conmon[67066]: cluster [DBG] pgmap v142: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:10 smithi179 conmon[67066]: audit 2022-01-25T22:50:09.683198+0000 mon.smithi111 (mon.0) 241 : audit [INF] from='mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401]' entity='mds.foofs.smithi179.xvbhly' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.111:0/859647462"}]': finished 2022-01-25T22:50:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:10 smithi179 conmon[67066]: cluster 2022-01-25T22:50 2022-01-25T22:50:11.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:10 smithi179 conmon[67066]: :09.683299+0000 mon.smithi111 (mon.0) 242 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-01-25T22:50:11.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.80 MB/sec execute 350 sec latency 303381.049 ms 2022-01-25T22:50:12.545 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.79 MB/sec execute 351 sec latency 304381.158 ms 2022-01-25T22:50:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:12 smithi111 conmon[101466]: cluster 2022-01-25T22:50:11.082773+0000 mgr.smithi111.vbmimw (mgr.14718) 185 : cluster [DBG] pgmap v144: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:12 smithi179 conmon[67066]: cluster 2022-01-25T22:50:11.082773+0000 mgr.smithi111.vbmimw (mgr.14718) 185 : cluster [DBG] 2022-01-25T22:50:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:12 smithi179 conmon[67066]: pgmap v144: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:13.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.79 MB/sec execute 352 sec latency 305381.259 ms 2022-01-25T22:50:14.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.78 MB/sec execute 353 sec latency 306381.363 ms 2022-01-25T22:50:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:14 smithi111 conmon[101466]: cluster 2022-01-25T22:50:13.083442+0000 mgr.smithi111.vbmimw (mgr.14718) 186 : cluster [DBG] 2022-01-25T22:50:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:14 smithi111 conmon[101466]: pgmap v145: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:14.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:14 smithi111 conmon[101466]: cluster 2022-01-25T22:50:14.296722+0000 mon.smithi111 (mon.0) 243 : cluster [INF] MDS health message cleared (mds.0): Client smithi111:foo1 failing to respond to capability release 2022-01-25T22:50:14.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:14 smithi111 conmon[101466]: cluster 2022-01-25T22:50: 2022-01-25T22:50:14.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:14 smithi111 conmon[101466]: 14.296752+0000 mon.smithi111 (mon.0) 244 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:14 smithi179 conmon[67066]: cluster 2022-01-25T22:50:13.083442+0000 mgr.smithi111.vbmimw (mgr.14718) 186 : cluster [DBG] 2022-01-25T22:50:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:14 smithi179 conmon[67066]: pgmap v145: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 214/1647 objects degraded (12.993%) 2022-01-25T22:50:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:14 smithi179 conmon[67066]: cluster 2022-01-25T22:50:14.296722+0000 mon.smithi111 (mon.0) 243 : cluster [INF] MDS health message cleared (mds.0): Client smithi111:foo1 failing to respond to capability release 2022-01-25T22:50:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:14 smithi179 conmon[67066]: cluster 2022-01- 2022-01-25T22:50:15.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:14 smithi179 conmon[67066]: 25T22:50:14.296752+0000 mon.smithi111 (mon.0) 244 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:15.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.78 MB/sec execute 354 sec latency 307381.430 ms 2022-01-25T22:50:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:15 smithi111 conmon[101466]: cluster 2022-01-25T22:50:14.696063+0000 mon.smithi111 (mon.0) 245 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:50:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:15 smithi111 conmon[101466]: cluster 2022-01-25T22:50:14.696116+0000 mon.smithi111 (mon.0) 246 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:50:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:15 smithi111 conmon[101466]: cluster 2022-01-25T22:50:14.700375+0000 mon.smithi111 (mon.0) 247 : cluster [DBG] mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:50:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:15 smithi111 conmon[101466]: cluster 2022-01-25T22:50:15.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:15 smithi111 conmon[101466]: 2022-01-25T22:50:14.700442+0000 mon.smithi111 (mon.0) 248 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:50:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: cluster 2022-01-25T22:50:14.696063+0000 mon.smithi111 (mon.0) 245 : cluster [INF] 2022-01-25T22:50:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:50:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: cluster 2022-01-25T22:50:14.696116+0000 mon.smithi111 (mon.0) 246 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:50:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: cluster 2022-01-25T22:50: 2022-01-25T22:50:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: 14.700375+0000 mon.smithi111 (mon.0) 247 : cluster [DBG] mds.0 [v2:172.21.15.179:6832/2562626401,v1:172.21.15.179:6833/2562626401] up:active 2022-01-25T22:50:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: cluster 2022-01-25T22:50:14.700442+0000 2022-01-25T22:50:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:15 smithi179 conmon[67066]: mon.smithi111 (mon.0) 248 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi179.xvbhly=up:active} 1 up:standby 2022-01-25T22:50:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.77 MB/sec execute 355 sec latency 308381.529 ms 2022-01-25T22:50:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:16 smithi111 conmon[101466]: cluster 2022-01-25T22:50:15.084446+0000 mgr.smithi111.vbmimw (mgr.14718) 187 : cluster [DBG] pgmap v146: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 5.5 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:16 smithi111 conmon[101466]: 2022-01-25T22:50:16.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:16 smithi111 conmon[101466]: cluster 2022-01-25T22:50:15.701967+0000 mon.smithi111 (mon.0) 249 : cluster [WRN] Health check update: Degraded data redundancy: 204/1587 objects degraded (12.854%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:16 smithi179 conmon[67066]: cluster 2022-01-25T22:50:15.084446+0000 mgr.smithi111.vbmimw (mgr.14718) 187 : cluster 2022-01-25T22:50:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:16 smithi179 conmon[67066]: [DBG] pgmap v146: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 5.5 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:16 smithi179 conmon[67066]: cluster 2022-01-25T22:50:15.701967+0000 mon.smithi111 (mon.0) 249 : cluster [WRN] Health check update: Degraded data redundancy: 204/1587 objects degraded (12.854%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:17.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.77 MB/sec execute 356 sec latency 309381.621 ms 2022-01-25T22:50:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.76 MB/sec execute 357 sec latency 310381.710 ms 2022-01-25T22:50:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:18 smithi111 conmon[101466]: cluster 2022-01-25T22:50:17.085309+0000 mgr.smithi111.vbmimw (mgr.14718) 188 : cluster [DBG] pgmap v147: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 5.5 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:18 smithi179 conmon[67066]: cluster 2022-01-25T22:50:17.085309+0000 mgr.smithi111.vbmimw (mgr.14718) 188 : 2022-01-25T22:50:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:18 smithi179 conmon[67066]: cluster [DBG] pgmap v147: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 322 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 5.5 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:19.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.76 MB/sec execute 358 sec latency 311381.815 ms 2022-01-25T22:50:20.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.75 MB/sec execute 359 sec latency 312381.914 ms 2022-01-25T22:50:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:20 smithi111 conmon[101466]: cluster 2022-01-25T22:50:19.086299+0000 mgr.smithi111.vbmimw (mgr.14718) 189 : cluster [DBG] pgmap v148: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 11 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:20 smithi179 conmon[67066]: cluster 2022-01-25T22:50:19.086299+0000 mgr.smithi111.vbmimw (mgr.14718) 189 : cluster [DBG] 2022-01-25T22:50:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:20 smithi179 conmon[67066]: pgmap v148: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 11 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:21.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.75 MB/sec execute 360 sec latency 313382.000 ms 2022-01-25T22:50:22.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.74 MB/sec execute 361 sec latency 314382.098 ms 2022-01-25T22:50:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:22 smithi111 conmon[101466]: cluster 2022-01-25T22:50:21.087182+0000 mgr.smithi111.vbmimw (mgr.14718) 190 2022-01-25T22:50:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:22 smithi111 conmon[101466]: : cluster [DBG] pgmap v149: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 987 B/s rd, 9.6 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:22.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:22 smithi111 conmon[101466]: audit 2022-01-25T22:50:22.309578+0000 mon.smithi111 (mon.0) 250 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:22 smithi179 conmon[67066]: cluster 2022-01-25T22:50:21.087182+0000 mgr.smithi111.vbmimw (mgr.14718) 190 : cluster [DBG] 2022-01-25T22:50:23.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:22 smithi179 conmon[67066]: pgmap v149: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 987 B/s rd, 9.6 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:23.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:22 smithi179 conmon[67066]: audit 2022-01-25T22:50:22.309578+0000 mon.smithi111 (mon.0) 250 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:23.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.74 MB/sec execute 362 sec latency 315382.180 ms 2022-01-25T22:50:24.546 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.73 MB/sec execute 363 sec latency 316382.276 ms 2022-01-25T22:50:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:24 smithi111 conmon[101466]: cluster 2022-01-25T22:50:23.087999+0000 mgr.smithi111.vbmimw (mgr.14718) 191 : cluster [DBG] pgmap v150: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 938 B/s rd, 9.2 KiB/s wr, 3 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:24 smithi179 conmon[67066]: cluster 2022-01-25T22:50:23.087999+0000 mgr.smithi111.vbmimw (mgr.14718) 191 : cluster [DBG] pgmap v150: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 938 B/s rd, 9.2 KiB/s wr, 3 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:25.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.73 MB/sec execute 364 sec latency 317382.395 ms 2022-01-25T22:50:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.72 MB/sec execute 365 sec latency 318382.458 ms 2022-01-25T22:50:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:26 smithi111 conmon[101466]: cluster 2022-01-25T22:50:25.089128+0000 mgr.smithi111.vbmimw (mgr.14718) 192 : cluster [DBG] pgmap v151: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 938 B/s rd, 11 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:27.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:26 smithi179 conmon[67066]: cluster 2022-01-25T22:50:25.089128+0000 mgr.smithi111.vbmimw (mgr.14718) 192 : cluster [DBG] pgmap v151: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 938 B/s rd, 11 KiB/s wr, 4 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:27.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.72 MB/sec execute 366 sec latency 319382.559 ms 2022-01-25T22:50:28.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.72 MB/sec execute 367 sec latency 320382.694 ms 2022-01-25T22:50:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:28 smithi111 conmon[101466]: cluster 2022-01-25T22:50:27.089891+0000 mgr.smithi111.vbmimw (mgr.14718) 193 : cluster [DBG] pgmap v152: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 6.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:28 smithi179 conmon[67066]: cluster 2022-01-25T22:50:27.089891+0000 mgr.smithi111.vbmimw (mgr.14718) 193 : cluster [DBG] pgmap v152: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 6.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:29.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.71 MB/sec execute 368 sec latency 321382.784 ms 2022-01-25T22:50:30.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.71 MB/sec execute 369 sec latency 322382.834 ms 2022-01-25T22:50:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:30 smithi111 conmon[101466]: cluster 2022-01-25T22:50:29.090984+0000 mgr.smithi111.vbmimw (mgr.14718) 194 : cluster [DBG] pgmap v153: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 7.0 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:30 smithi111 conmon[101466]: 2022-01-25T22:50:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:30 smithi179 conmon[67066]: cluster 2022-01-25T22:50:29.090984+0000 mgr.smithi111.vbmimw (mgr.14718) 194 : cluster [DBG] pgmap v153: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 7.0 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:31.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.70 MB/sec execute 370 sec latency 323382.918 ms 2022-01-25T22:50:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.70 MB/sec execute 371 sec latency 324383.021 ms 2022-01-25T22:50:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:32 smithi111 conmon[101466]: cluster 2022-01-25T22:50:31.091853+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:50:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:32 smithi111 conmon[101466]: 195 : cluster [DBG] pgmap v154: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 2.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:32 smithi179 conmon[67066]: cluster 2022-01-25T22:50:31.091853+0000 mgr.smithi111.vbmimw (mgr.14718) 195 : cluster [DBG] pgmap v154: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 2.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:33.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.69 MB/sec execute 372 sec latency 325383.119 ms 2022-01-25T22:50:33.934 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:50:34.200 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:34.200 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (12m) 4m ago 13m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:50:34.200 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (4m) 4m ago 13m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:50:34.201 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (4m) 4m ago 13m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:50:34.201 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (12m) 4m ago 13m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:50:34.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (8m) 4m ago 8m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:50:34.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (8m) 4m ago 8m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:50:34.202 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (5m) 4m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:50:34.202 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (4m) 4m ago 13m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:50:34.202 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (4m) 4m ago 15m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:50:34.202 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (4m) 4m ago 12m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:50:34.203 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (5m) 4m ago 5m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:50:34.203 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (5m) 4m ago 5m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:50:34.203 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (13m) 4m ago 13m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:50:34.204 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (12m) 4m ago 12m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:50:34.204 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 4m ago 12m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:50:34.204 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (12m) 4m ago 12m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:50:34.204 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11m) 4m ago 11m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:50:34.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11m) 4m ago 11m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:50:34.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (11m) 4m ago 11m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:50:34.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (10m) 4m ago 10m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:50:34.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (10m) 4m ago 10m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:50:34.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (10m) 4m ago 10m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:50:34.206 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (12m) 4m ago 13m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:50:34.521 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:50:34.522 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:50:34.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:34.522 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:34.523 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:50:34.523 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:34.523 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:34.524 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:50:34.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:50:34.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:34.525 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:50:34.525 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:34.525 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:50:34.526 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:50:34.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:50:34.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:50:34.526 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:50:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:50:34.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.69 MB/sec execute 373 sec latency 326383.230 ms 2022-01-25T22:50:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:34 smithi179 conmon[67066]: cluster 2022-01-25T22:50:33.092659+0000 2022-01-25T22:50:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:34 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 196 : cluster [DBG] pgmap v155: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 2.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:34 smithi179 conmon[67066]: audit 2022-01-25T22:50:34.521701+0000 mon.smithi111 (mon.0) 251 : audit [DBG] from='client.? 172.21.15.111:0/2360457730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:34 smithi111 conmon[101466]: cluster 2022-01-25T22:50:33.092659+0000 mgr.smithi111.vbmimw (mgr.14718) 196 : cluster [DBG] pgmap v155: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 2.4 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:34 smithi111 conmon[101466]: audit 2022-01-25T22:50:34.521701+0000 mon.smithi111 (mon.0) 251 : audit [DBG] from='client.? 172.21.15.111:0/2360457730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:35.547 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.68 MB/sec execute 374 sec latency 327383.348 ms 2022-01-25T22:50:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:35 smithi179 conmon[67066]: audit 2022-01-25T22:50:33.922233+0000 mgr.smithi111.vbmimw (mgr.14718) 197 : audit [DBG] 2022-01-25T22:50:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:35 smithi179 conmon[67066]: from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:35 smithi179 conmon[67066]: audit 2022-01-25T22:50:34.191975+0000 mgr.smithi111.vbmimw (mgr.14718) 198 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:35 smithi111 conmon[101466]: audit 2022-01-25T22:50:33.922233+0000 mgr.smithi111.vbmimw (mgr.14718) 197 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:35 smithi111 conmon[101466]: audit 2022-01-25T22:50:34.191975+0000 mgr.smithi111.vbmimw (mgr.14718) 198 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.68 MB/sec execute 375 sec latency 328383.483 ms 2022-01-25T22:50:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:36 smithi179 conmon[67066]: cluster 2022-01-25T22:50:35.093766+0000 mgr.smithi111.vbmimw (mgr.14718) 199 : cluster [DBG] pgmap v156: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.1 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:36 smithi111 conmon[101466]: cluster 2022-01-25T22:50:35.093766+0000 mgr.smithi111.vbmimw (mgr.14718) 199 : cluster 2022-01-25T22:50:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:36 smithi111 conmon[101466]: [DBG] pgmap v156: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 3.1 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:37.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.67 MB/sec execute 376 sec latency 329383.593 ms 2022-01-25T22:50:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:37 smithi179 conmon[67066]: audit 2022-01-25T22:50:37.326144+0000 mon.smithi111 (mon.0) 252 : audit 2022-01-25T22:50:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:37 smithi179 conmon[67066]: audit 2022-01-25T22:50:37.331562+0000 mon.smithi111 (mon.0) 253 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:37 smithi111 conmon[101466]: audit 2022-01-25T22:50:37.326144+0000 mon.smithi111 (mon.0) 252 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:37 smithi111 conmon[101466]: audit 2022-01-25T22:50: 2022-01-25T22:50:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:37 smithi111 conmon[101466]: 37.331562+0000 mon.smithi111 (mon.0) 253 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:38.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.67 MB/sec execute 377 sec latency 330383.654 ms 2022-01-25T22:50:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:38 smithi179 conmon[67066]: cluster 2022-01-25T22:50:37.094616+0000 mgr.smithi111.vbmimw (mgr.14718) 200 : cluster [DBG] pgmap v157: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:38 smithi111 conmon[101466]: cluster 2022-01-25T22:50:37.094616+0000 mgr.smithi111.vbmimw (mgr.14718) 200 : cluster [DBG] pgmap v157: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:39.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.67 MB/sec execute 378 sec latency 331383.694 ms 2022-01-25T22:50:40.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.66 MB/sec execute 379 sec latency 332383.741 ms 2022-01-25T22:50:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:40 smithi179 conmon[67066]: cluster 2022-01-25T22:50:39.095615+0000 mgr.smithi111.vbmimw (mgr.14718) 201 : cluster [DBG] pgmap v158: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:41.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:40 smithi111 conmon[101466]: cluster 2022-01-25T22:50:39.095615+0000 mgr.smithi111.vbmimw (mgr.14718) 201 : cluster [DBG] pgmap v158: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:41.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.66 MB/sec execute 380 sec latency 333383.845 ms 2022-01-25T22:50:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:41 smithi179 conmon[67066]: cluster 2022-01-25T22:50:41.096445+0000 mgr.smithi111.vbmimw (mgr.14718) 202 : cluster [DBG] pgmap v159: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:41 smithi179 conmon[67066]: 2022-01-25T22:50:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:41 smithi111 conmon[101466]: cluster 2022-01-25T22:50:41.096445+0000 mgr.smithi111.vbmimw (mgr.14718) 202 : cluster [DBG] 2022-01-25T22:50:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:41 smithi111 conmon[101466]: pgmap v159: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:42.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.65 MB/sec execute 381 sec latency 334383.935 ms 2022-01-25T22:50:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: audit 2022-01-25T22:50:41.944893+0000 mon.smithi111 (mon.0) 254 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: audit 2022-01-25T22:50:41.946376+0000 mon.smithi111 (mon.0) 255 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:50:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: audit 2022-01-25T22:50:41. 2022-01-25T22:50:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 947238+0000 mon.smithi111 (mon.0) 256 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:50:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: cephadm 2022-01-25T22: 2022-01-25T22:50:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 50:41.947995+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:50:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 203 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:50:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T22:50:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 22:50:42.260094+0000 mon.smithi111 (mon. 2022-01-25T22:50:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 0) 257 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:42.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T22:50:42.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: 25T22:50:42.264706+0000 mon.smithi111 ( 2022-01-25T22:50:42.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:42 smithi111 conmon[101466]: mon.0) 258 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: audit 2022-01-25T22:50:41.944893+0000 mon.smithi111 (mon.0) 254 : audit [DBG] 2022-01-25T22:50:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: audit 2022-01-25T22:50:41.946376+0000 mon.smithi111 (mon.0) 255 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:50:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: audit 2022-01-25T22:50:41.947238+0000 mon.smithi111 (mon.0) 256 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:50:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: cephadm 2022-01-25T22:50:41.947995+0000 mgr.smithi111.vbmimw (mgr.14718) 203 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:50:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: audit 2022-01-25T22:50:42.260094+0000 mon.smithi111 (mon.0) 257 2022-01-25T22:50:43.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:43.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: audit 2022-01-25T22:50:42.264706+0000 mon.smithi111 (mon.0) 258 : audit 2022-01-25T22:50:43.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:42 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:50:43.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.65 MB/sec execute 382 sec latency 335384.055 ms 2022-01-25T22:50:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:43 smithi179 conmon[67066]: cluster 2022-01-25T22:50:43.097309+0000 mgr.smithi111.vbmimw (mgr.14718) 204 : cluster [DBG] pgmap v160: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:43 smithi111 conmon[101466]: cluster 2022-01-25T22:50:43.097309+0000 mgr.smithi111.vbmimw (mgr.14718) 204 2022-01-25T22:50:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:43 smithi111 conmon[101466]: : cluster [DBG] pgmap v160: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:44.548 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.64 MB/sec execute 383 sec latency 336384.109 ms 2022-01-25T22:50:45.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120397 1.64 MB/sec execute 384 sec latency 337384.207 ms 2022-01-25T22:50:45.983 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:50:46.153 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-25T22:50:46.153 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:50:46.154 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:50:46.154 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-25T22:50:46.154 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:50:46.155 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:45 smithi111 bash[107845]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-25T22:50:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:46 smithi111 conmon[101466]: cluster 2022-01-25T22:50:45.098352+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:50:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:46 smithi111 conmon[101466]: .14718) 205 : cluster [DBG] pgmap v161: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:46.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 120766 1.67 MB/sec execute 385 sec latency 337570.166 ms 2022-01-25T22:50:46.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:46 smithi179 conmon[67066]: cluster 2022-01-25T22:50:45.098352+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:50:46.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:46 smithi179 conmon[67066]: 14718) 205 : cluster [DBG] pgmap v161: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:47.234 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:47 smithi111 conmon[108801]: debug 2022-01-25T22:50:47.053+0000 7fa0ad34b700 1 -- 172.21.15.111:0/644557735 <== mon.1 v2:172.21.15.179:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cbca7704e0 con 0x55cbca737000 2022-01-25T22:50:47.234 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:47 smithi111 bash[107845]: ad2d6a9f04d3368de6e2ee09b11b435d3540697ddb99bb580f6b2fca5d1e5083 2022-01-25T22:50:47.234 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:47 smithi111 systemd[1]: Started Ceph osd.0 for 0092ccdc-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:50:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 121544 1.70 MB/sec execute 386 sec latency 23.636 ms 2022-01-25T22:50:47.983 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:47 smithi111 conmon[108801]: debug 2022-01-25T22:50:47.568+0000 7fa0b4ba4080 -1 Falling back to public interface 2022-01-25T22:50:48.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 122446 1.75 MB/sec execute 387 sec latency 22.887 ms 2022-01-25T22:50:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:48 smithi179 conmon[67066]: cluster 2022-01-25T22:50:47.099218+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:50:48.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:48 smithi179 conmon[67066]: 206 : cluster [DBG] pgmap v162: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:48 smithi111 conmon[101466]: cluster 2022-01-25T22:50:47.099218+0000 mgr.smithi111.vbmimw (mgr.14718) 206 : cluster [DBG] pgmap v162: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 204/1587 objects degraded (12.854%) 2022-01-25T22:50:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 123165 1.79 MB/sec execute 388 sec latency 25.511 ms 2022-01-25T22:50:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:49 smithi179 conmon[67066]: cluster 2022-01-25T22:50:49.494004+0000 mon.smithi111 (mon.0 2022-01-25T22:50:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:49 smithi179 conmon[67066]: ) 259 : cluster [WRN] Health check update: Degraded data redundancy: 246/1938 objects degraded (12.693%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:49 smithi111 conmon[101466]: cluster 2022-01-25T22:50:49.494004+0000 mon.smithi111 2022-01-25T22:50:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:49 smithi111 conmon[101466]: (mon.0) 259 : cluster [WRN] Health check update: Degraded data redundancy: 246/1938 objects degraded (12.693%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:50.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 123754 1.84 MB/sec execute 389 sec latency 30.047 ms 2022-01-25T22:50:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:50 smithi179 conmon[67066]: cluster 2022-01-25T22:50:49.100152+0000 mgr.smithi111.vbmimw (mgr.14718) 207 : cluster [DBG] pgmap v163: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 214 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:50 smithi111 conmon[101466]: cluster 2022-01-25T22:50:49.100152+0000 mgr.smithi111.vbmimw 2022-01-25T22:50:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:50 smithi111 conmon[101466]: (mgr.14718) 207 : cluster [DBG] pgmap v163: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 214 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:51.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 124156 1.88 MB/sec execute 390 sec latency 45.703 ms 2022-01-25T22:50:52.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 124616 1.90 MB/sec execute 391 sec latency 55.670 ms 2022-01-25T22:50:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:52 smithi179 conmon[67066]: cluster 2022-01-25T22:50:51.100786+0000 mgr.smithi111.vbmimw (mgr.14718) 208 : cluster 2022-01-25T22:50:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:52 smithi179 conmon[67066]: [DBG] pgmap v164: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 213 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:52 smithi111 conmon[101466]: cluster 2022-01-25T22:50:51.100786+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:50:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:52 smithi111 conmon[101466]: 208 : cluster [DBG] pgmap v164: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 213 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:53.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 125584 1.95 MB/sec execute 392 sec latency 23.111 ms 2022-01-25T22:50:54.233 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:53 smithi111 conmon[108801]: debug 2022-01-25T22:50:53.808+0000 7fa0b4ba4080 -1 osd.0 72 log_to_monitors {default=true} 2022-01-25T22:50:54.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 126482 2.00 MB/sec execute 393 sec latency 85.617 ms 2022-01-25T22:50:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:54 smithi179 conmon[67066]: cluster 2022-01-25T22:50:53.101653+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:50:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:54 smithi179 conmon[67066]: ) 209 : cluster [DBG] pgmap v165: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 213 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:54 smithi179 conmon[67066]: audit 2022-01-25T22:50:53.812295+0000 mon.smithi111 (mon.0) 260 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:50:54.983 INFO:journalctl@ceph.osd.0.smithi111.stdout:Jan 25 22:50:54 smithi111 conmon[108801]: debug 2022-01-25T22:50:54.567+0000 7fa0a5abf700 -1 osd.0 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-25T22:50:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:54 smithi111 conmon[101466]: cluster 2022-01-25T22:50:53.101653+0000 mgr.smithi111.vbmimw (mgr.14718) 209 : cluster [DBG] pgmap v165: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 335 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 2.1 MiB/s wr, 213 op/s; 246/1938 objects degraded (12.693%) 2022-01-25T22:50:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:54 smithi111 conmon[101466]: audit 2022-01-25T22:50:53.812295+0000 mon.smithi111 (mon.0) 260 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:50:55.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 127240 2.06 MB/sec execute 394 sec latency 27.567 ms 2022-01-25T22:50:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:55 smithi179 conmon[67066]: audit 2022-01-25T22:50:54.556576+0000 mon.smithi111 (mon.0) 261 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:50:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:55 smithi179 conmon[67066]: cluster 2022-01-25T22:50:54.556648+0000 mon.smithi111 (mon.0) 262 : cluster [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-01-25T22:50:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:55 smithi179 conmon[67066]: audit 2022-01-25T22:50:54.557774+0000 mon.smithi111 (mon.0) 263 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:50:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:55 smithi111 conmon[101466]: audit 2022-01-25T22:50:54.556576+0000 mon.smithi111 (mon.0) 261 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:50:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:55 smithi111 conmon[101466]: 2022-01-25T22:50:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:55 smithi111 conmon[101466]: cluster 2022-01-25T22:50:54.556648+0000 mon.smithi111 (mon.0) 262 : cluster [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-01-25T22:50:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:55 smithi111 conmon[101466]: audit 2022-01-25T22:50:55.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:55 smithi111 conmon[101466]: 2022-01-25T22:50:54.557774+0000 mon.smithi111 (mon.0) 263 : audit [INF] from='osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2022-01-25T22:50:56.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 127372 2.05 MB/sec execute 395 sec latency 959.709 ms 2022-01-25T22:50:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: cluster 2022-01-25T22:50:55.102359+0000 mgr.smithi111.vbmimw (mgr.14718) 210 : cluster [DBG] pgmap v167: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 7.2 MiB/s wr, 710 op/s; 227/1713 objects degraded (13.252%) 2022-01-25T22:50:56.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: cluster 2022-01-25T22:50:55.561237+0000 mon.smithi111 (mon.0) 264 : cluster [WRN] Health check update: Degraded data redundancy: 227/1713 objects degraded (13.252%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:56.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: cluster 2022-01-25T22:50:55.562011+0000 mon.smithi111 (mon.0) 265 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T22:50:56.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: cluster 2022-01-25T22:50:55.573046+0000 mon.smithi111 (mon.0) 266 : cluster [INF] osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770] boot 2022-01-25T22:50:56.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: cluster 2022-01-25T22:50:55.573108+0000 mon.smithi111 (mon.0) 267 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T22:50:56.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:56 smithi179 conmon[67066]: audit 2022-01-25T22:50:55.573545+0000 mon.smithi111 (mon.0) 268 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:50:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: cluster 2022-01-25T22:50:55.102359+0000 mgr.smithi111.vbmimw (mgr.14718) 210 : cluster [DBG] pgmap v167: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 7.2 MiB/s wr, 710 op/s; 227/1713 objects degraded (13.252%) 2022-01-25T22:50:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: cluster 2022-01-25T22:50:55.561237+0000 mon.smithi111 (mon.0) 264 : cluster [WRN] Health check update: Degraded data redundancy: 227/1713 objects degraded (13.252%), 30 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-01-25T22:50:56.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: cluster 2022-01-25T22:50:55.562011+0000 mon.smithi111 (mon.0) 265 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T22:50:56.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: cluster 2022-01-25T22:50:55.573046+0000 mon.smithi111 (mon.0) 266 : cluster [INF] osd.0 [v2:172.21.15.111:6802/1938363770,v1:172.21.15.111:6803/1938363770] boot 2022-01-25T22:50:56.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: cluster 2022-01-25T22:50:55.573108+0000 mon.smithi111 (mon.0) 267 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T22:50:56.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:56 smithi111 conmon[101466]: audit 2022-01-25T22:50:55.573545+0000 mon.smithi111 (mon.0) 268 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:50:57.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 127399 2.05 MB/sec execute 396 sec latency 1959.763 ms 2022-01-25T22:50:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:57 smithi179 conmon[67066]: cluster 2022-01-25T22:50:56.572842+0000 mon.smithi111 (mon.0) 269 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T22:50:57.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:57 smithi179 conmon[67066]: cluster 2022-01-25T22:50:57.572976+0000 mon.smithi111 (mon.0) 270 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T22:50:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:57 smithi111 conmon[101466]: cluster 2022-01-25T22:50:56.572842+0000 mon.smithi111 (mon 2022-01-25T22:50:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:57 smithi111 conmon[101466]: .0) 269 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T22:50:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:57 smithi111 conmon[101466]: cluster 2022-01-25T22:50:57.572976+0000 mon.smithi111 (mon.0) 270 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T22:50:58.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 127688 2.07 MB/sec execute 397 sec latency 2164.319 ms 2022-01-25T22:50:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:58 smithi179 conmon[67066]: cluster 2022-01-25T22:50:57.103029+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:50:58.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:58 smithi179 conmon[67066]: 211 : cluster [DBG] pgmap v170: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 489 KiB/s rd, 7.8 MiB/s wr, 757 op/s; 227/1713 objects degraded (13.252%) 2022-01-25T22:50:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:58 smithi111 conmon[101466]: cluster 2022-01-25T22:50:57.103029+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:50:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:58 smithi111 conmon[101466]: mgr.14718) 211 : cluster [DBG] pgmap v170: 129 pgs: 30 active+undersized+degraded, 19 active+undersized, 80 active+clean; 334 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 489 KiB/s rd, 7.8 MiB/s wr, 757 op/s; 227/1713 objects degraded (13.252%) 2022-01-25T22:50:59.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 128018 2.11 MB/sec execute 398 sec latency 571.233 ms 2022-01-25T22:50:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:59 smithi179 conmon[67066]: cluster 2022-01-25T22:50:58.591508+0000 mon.smithi111 2022-01-25T22:50:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:59 smithi179 conmon[67066]: (mon.0) 271 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T22:50:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:50:59 smithi179 conmon[67066]: cluster 2022-01-25T22:50:59.592043+0000 mon.smithi111 (mon.0) 272 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-25T22:50:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:59 smithi111 conmon[101466]: cluster 2022-01-25T22:50:58.591508 2022-01-25T22:50:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:59 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 271 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T22:50:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:59 smithi111 conmon[101466]: cluster 2022-01-25T22:50:59. 2022-01-25T22:50:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:50:59 smithi111 conmon[101466]: 592043+0000 mon.smithi111 (mon.0) 272 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-25T22:51:00.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 128711 2.13 MB/sec execute 399 sec latency 631.244 ms 2022-01-25T22:51:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:00 smithi179 conmon[67066]: cluster 2022-01-25T22:50:59.103477+0000 mgr.smithi111.vbmimw (mgr.14718) 212 2022-01-25T22:51:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:00 smithi179 conmon[67066]: : cluster [DBG] pgmap v173: 129 pgs: 2 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 109 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 8.0 MiB/s wr, 839 op/s; 208/1509 objects degraded (13.784%); 212 KiB/s, 20 objects/s recovering 2022-01-25T22:51:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:00 smithi111 conmon[101466]: cluster 2022-01-25T22:50:59.103477+0000 mgr.smithi111.vbmimw (mgr.14718) 212 2022-01-25T22:51:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:00 smithi111 conmon[101466]: : cluster [DBG] pgmap v173: 129 pgs: 2 active+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+undersized, 109 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 8.0 MiB/s wr, 839 op/s; 208/1509 objects degraded (13.784%); 212 KiB/s, 20 objects/s recovering 2022-01-25T22:51:01.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 129200 2.16 MB/sec execute 400 sec latency 31.789 ms 2022-01-25T22:51:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:01 smithi111 conmon[101466]: cluster 2022-01-25T22:51:01.606761+0000 mon.smithi111 (mon.0 2022-01-25T22:51:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:01 smithi111 conmon[101466]: ) 273 : cluster [WRN] Health check update: Degraded data redundancy: 196/1512 objects degraded (12.963%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:01 smithi111 conmon[101466]: cluster 2022-01-25T22:51:01.614050+0000 mon.smithi111 (mon.0) 274 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T22:51:02.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:01 smithi179 conmon[67066]: cluster 2022-01-25T22:51:01.606761+0000 mon.smithi111 ( 2022-01-25T22:51:02.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:01 smithi179 conmon[67066]: mon.0) 273 : cluster [WRN] Health check update: Degraded data redundancy: 196/1512 objects degraded (12.963%), 8 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:02.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:01 smithi179 conmon[67066]: cluster 2022-01-25T22:51:01.614050+0000 mon.smithi111 (mon.0) 274 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T22:51:02.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 129582 2.18 MB/sec execute 401 sec latency 50.065 ms 2022-01-25T22:51:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:02 smithi111 conmon[101466]: cluster 2022-01-25T22:51:01.103913+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:51:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:02 smithi111 conmon[101466]: 14718) 213 : cluster [DBG] pgmap v175: 129 pgs: 2 peering, 119 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.1 MiB/s wr, 742 op/s; 196/1512 objects degraded (12.963%); 105 KiB/s, 14 objects/s recovering 2022-01-25T22:51:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:02 smithi111 conmon[101466]: cluster 2022-01-25T22:51:02.619305+0000 mon.smithi111 (mon.0) 275 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T22:51:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:02 smithi179 conmon[67066]: cluster 2022-01-25T22:51:01.103913+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:51:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:02 smithi179 conmon[67066]: .14718) 213 : cluster [DBG] pgmap v175: 129 pgs: 2 peering, 119 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.1 MiB/s wr, 742 op/s; 196/1512 objects degraded (12.963%); 105 KiB/s, 14 objects/s recovering 2022-01-25T22:51:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:02 smithi179 conmon[67066]: cluster 2022-01-25T22:51:02.619305+0000 mon.smithi111 (mon.0) 275 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T22:51:03.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 130036 2.19 MB/sec execute 402 sec latency 61.283 ms 2022-01-25T22:51:04.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 130470 2.22 MB/sec execute 403 sec latency 757.250 ms 2022-01-25T22:51:04.936 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:51:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:04 smithi111 conmon[101466]: cluster 2022-01-25T22:51:03.104393+0000 mgr.smithi111.vbmimw (mgr.14718) 214 : cluster 2022-01-25T22:51:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:04 smithi111 conmon[101466]: [DBG] pgmap v178: 129 pgs: 2 peering, 119 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s wr, 0 op/s; 196/1512 objects degraded (12.963%) 2022-01-25T22:51:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:04 smithi111 conmon[101466]: cluster 2022-01-25T22:51:03.616675+0000 mon.smithi111 (mon.0) 276 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T22:51:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:04 smithi179 conmon[67066]: cluster 2022-01-25T22:51:03.104393+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:04 smithi179 conmon[67066]: 214 : cluster [DBG] pgmap v178: 129 pgs: 2 peering, 119 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s wr, 0 op/s; 196/1512 objects degraded (12.963%) 2022-01-25T22:51:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:04 smithi179 conmon[67066]: cluster 2022-01-25T22:51:03.616675+0000 mon.smithi111 (mon.0) 276 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T22:51:05.367 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:51:05.368 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (13m) 4m ago 14m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:51:05.368 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (4m) 4m ago 14m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:51:05.368 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (4m) 4m ago 13m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:51:05.369 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (12m) 4m ago 14m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:51:05.369 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (9m) 4m ago 9m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:51:05.369 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (9m) 4m ago 9m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:51:05.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (5m) 4m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:51:05.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (5m) 4m ago 13m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:51:05.370 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (5m) 4m ago 15m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:51:05.370 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (4m) 4m ago 13m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:51:05.370 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (5m) 4m ago 5m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:51:05.370 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (5m) 4m ago 5m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:51:05.371 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (13m) 4m ago 13m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:51:05.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (13m) 4m ago 13m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:51:05.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 4m ago 12m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:51:05.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (12m) 4m ago 12m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:51:05.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (12m) 4m ago 12m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:51:05.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11m) 4m ago 11m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:51:05.374 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (11m) 4m ago 11m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:51:05.374 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (11m) 4m ago 11m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:51:05.374 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (11m) 4m ago 11m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:51:05.374 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (10m) 4m ago 10m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:51:05.375 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (12m) 4m ago 13m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:51:05.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 131264 2.27 MB/sec execute 404 sec latency 844.045 ms 2022-01-25T22:51:05.865 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:51:05.865 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:51:05.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:05.866 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:05.866 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:51:05.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:05.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:05.867 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:51:05.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:51:05.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:51:05.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:05.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:51:05.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:05.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:05.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:51:05.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:51:05.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:51:05.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:51:05.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:51:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:05 smithi111 conmon[101466]: cluster 2022-01-25T22:51:04.617925+0000 mon.smithi111 ( 2022-01-25T22:51:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:05 smithi111 conmon[101466]: mon.0) 277 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T22:51:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:05 smithi179 conmon[67066]: cluster 2022-01-25T22:51:04.617925+0000 mon.smithi111 (mon.0) 277 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T22:51:06.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:05 smithi179 conmon[67066]: 2022-01-25T22:51:06.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 131623 2.30 MB/sec execute 405 sec latency 829.032 ms 2022-01-25T22:51:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: audit 2022-01-25T22:51:04.917884+0000 2022-01-25T22:51:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 215 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: cluster 2022-01-25T22:51:05 2022-01-25T22:51:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: .106026+0000 mgr.smithi111.vbmimw (mgr.14718) 216 : cluster [DBG] pgmap v181: 129 pgs: 1 peering, 122 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 878 op/s; 121/1617 objects degraded (7.483%); 300 KiB/s, 25 objects/s recovering 2022-01-25T22:51:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: 2022-01-25T22:51:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: audit 2022 2022-01-25T22:51:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: -01-25T22:51:05.353429 2022-01-25T22:51:06.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:06.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: 217 : audit [DBG] from='client.34216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:06.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: cluster 2022-01-25T22:51: 2022-01-25T22:51:06.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: 05.631189+0000 mon.smithi111 (mon.0) 278 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T22:51:06.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: audit 2022-01-25T22:51:06.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: 2022-01-25T22:51:05.865991+0000 mon.smithi111 ( 2022-01-25T22:51:06.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:06 smithi111 conmon[101466]: mon.0) 279 : audit [DBG] from='client.? 172.21.15.111:0/3594787469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: audit 2022-01-25T22:51:04.917884+0000 2022-01-25T22:51:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 215 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: cluster 2022-01-25T22:51:05.106026 2022-01-25T22:51:07.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 216 : cluster [DBG] pgmap v181: 129 pgs: 1 peering, 122 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 878 op/s; 121/1617 objects degraded (7.483%); 300 KiB/s, 25 objects/s recovering 2022-01-25T22:51:07.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: audit 2022-01-25T22:51:07.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: 2022-01-25T22:51:05.353429+0000 mgr.smithi111.vbmimw (mgr.14718) 217 : audit [DBG] from='client.34216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:07.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: cluster 2022-01-25T22:51:07.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: 2022-01-25T22:51:05.631189+0000 mon.smithi111 (mon.0 2022-01-25T22:51:07.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: ) 278 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T22:51:07.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:51:07.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: 22:51:05.865991+0000 mon.smithi111 (mon. 2022-01-25T22:51:07.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:06 smithi179 conmon[67066]: 0) 279 : audit [DBG] from='client.? 172.21.15.111:0/3594787469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:07.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 131917 2.31 MB/sec execute 406 sec latency 929.728 ms 2022-01-25T22:51:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: cluster 2022-01-25T22:51:06.634062+0000 mon.smithi111 2022-01-25T22:51:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: (mon.0) 280 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T22:51:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: audit 2022-01-25T22:51:07.309655+0000 mon.smithi111 (mon.0) 281 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: cluster 2022-01-25T22:51:07.492744 2022-01-25T22:51:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 282 : cluster [WRN] Health check update: Degraded data redundancy: 121/1617 objects degraded (7.483%), 5 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: 2022-01-25T22:51:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: cluster 2022-01-25T22:51:07 2022-01-25T22:51:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: .496527+0000 mon.smithi111 (mon.0) 283 : cluster 2022-01-25T22:51:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:07 smithi111 conmon[101466]: [DBG] osdmap e89: 8 total, 8 up, 8 in 2022-01-25T22:51:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:07 smithi179 conmon[67066]: cluster 2022-01-25T22:51:06.634062+0000 mon.smithi111 (mon.0) 280 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T22:51:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:07 smithi179 conmon[67066]: audit 2022-01-25T22:51:07.309655+0000 mon.smithi111 (mon.0) 281 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:07 smithi179 conmon[67066]: cluster 2022-01-25T22:51:07.492744+0000 mon.smithi111 (mon.0) 282 : cluster [WRN] Health check update: Degraded data redundancy: 121/1617 objects degraded (7.483%), 5 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:07 smithi179 conmon[67066]: cluster 2022-01-25T22:51:07.496527+0000 mon.smithi111 (mon.0) 283 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2022-01-25T22:51:08.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 132258 2.32 MB/sec execute 407 sec latency 43.858 ms 2022-01-25T22:51:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:08 smithi111 conmon[101466]: cluster 2022-01-25T22:51:07.106416+0000 mgr.smithi111.vbmimw 2022-01-25T22:51:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:08 smithi111 conmon[101466]: (mgr.14718) 218 : cluster [DBG] pgmap v184: 129 pgs: 1 peering, 122 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 878 op/s; 121/1617 objects degraded (7.483%); 300 KiB/s, 25 objects/s recovering 2022-01-25T22:51:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:08 smithi111 conmon[101466]: cluster 2022-01-25T22:51:08.501449+0000 mon.smithi111 (mon.0) 284 : cluster [DBG] 2022-01-25T22:51:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:08 smithi111 conmon[101466]: osdmap e90: 8 total, 8 up, 8 in 2022-01-25T22:51:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:08 smithi179 conmon[67066]: cluster 2022-01-25T22:51:07.106416+0000 mgr.smithi111.vbmimw (mgr.14718) 218 : cluster 2022-01-25T22:51:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:08 smithi179 conmon[67066]: [DBG] pgmap v184: 129 pgs: 1 peering, 122 active+clean, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 878 op/s; 121/1617 objects degraded (7.483%); 300 KiB/s, 25 objects/s recovering 2022-01-25T22:51:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:08 smithi179 conmon[67066]: cluster 2022-01-25T22:51:08.501449+0000 mon.smithi111 (mon.0) 284 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2022-01-25T22:51:09.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 132550 2.33 MB/sec execute 408 sec latency 198.682 ms 2022-01-25T22:51:10.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 132947 2.36 MB/sec execute 409 sec latency 42.862 ms 2022-01-25T22:51:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:10 smithi111 conmon[101466]: cluster 2022-01-25T22:51:09.106848+0000 mgr.smithi111.vbmimw (mgr.14718) 219 : cluster [DBG] pgmap v187: 129 pgs: 1 peering, 124 active+clean, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 800 op/s; 73/1536 objects degraded (4.753%); 0 B/s, 9 objects/s recovering 2022-01-25T22:51:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:10 smithi179 conmon[67066]: cluster 2022-01-25T22:51:09.106848+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:51:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:10 smithi179 conmon[67066]: mgr.14718) 219 : cluster [DBG] pgmap v187: 129 pgs: 1 peering, 124 active+clean, 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 330 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 800 op/s; 73/1536 objects degraded (4.753%); 0 B/s, 9 objects/s recovering 2022-01-25T22:51:11.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 133324 2.38 MB/sec execute 410 sec latency 790.940 ms 2022-01-25T22:51:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:11 smithi179 conmon[67066]: cluster 2022-01-25T22:51:10.658924+0000 mon.smithi111 (mon.0 2022-01-25T22:51:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:11 smithi179 conmon[67066]: ) 285 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2022-01-25T22:51:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:11 smithi111 conmon[101466]: cluster 2022-01-25T22:51:10.658924+0000 mon.smithi111 (mon. 2022-01-25T22:51:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:11 smithi111 conmon[101466]: 0) 285 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2022-01-25T22:51:12.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 133723 2.39 MB/sec execute 411 sec latency 922.786 ms 2022-01-25T22:51:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:12 smithi111 conmon[101466]: cluster 2022-01-25T22:51:11.107241+0000 mgr.smithi111.vbmimw (mgr.14718) 220 : cluster [DBG] pgmap v189: 129 pgs: 127 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 760 op/s; 41/1527 objects degraded (2.685%); 175 KiB/s, 18 objects/s recovering 2022-01-25T22:51:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:12 smithi111 conmon[101466]: cluster 2022-01-25T22:51:11.662854+0000 mon.smithi111 (mon.0) 286 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2022-01-25T22:51:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:12 smithi111 conmon[101466]: cluster 2022-01-25T22:51:12 2022-01-25T22:51:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:12 smithi111 conmon[101466]: .493728+0000 mon.smithi111 (mon.0) 287 : cluster [WRN] Health check update: Degraded data redundancy: 41/1527 objects degraded (2.685%), 2 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:12 smithi179 conmon[67066]: cluster 2022-01-25T22:51:11.107241+0000 mgr.smithi111.vbmimw (mgr.14718) 220 : cluster [DBG] pgmap v189: 129 pgs: 127 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 760 op/s; 41/1527 objects degraded (2.685%); 175 KiB/s, 18 objects/s recovering 2022-01-25T22:51:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:12 smithi179 conmon[67066]: cluster 2022-01-25T22:51:11.662854+0000 mon.smithi111 (mon.0) 286 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2022-01-25T22:51:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:12 smithi179 conmon[67066]: cluster 2022-01-25T22:51:12.493728+0000 mon.smithi111 (mon.0) 287 : cluster [WRN] Health check update: Degraded data redundancy: 41/1527 objects degraded (2.685%), 2 pgs degraded (PG_DEGRADED) 2022-01-25T22:51:13.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 134101 2.41 MB/sec execute 412 sec latency 36.628 ms 2022-01-25T22:51:14.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 134497 2.44 MB/sec execute 413 sec latency 58.860 ms 2022-01-25T22:51:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:14 smithi111 conmon[101466]: cluster 2022-01-25T22:51: 2022-01-25T22:51:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:14 smithi111 conmon[101466]: 13.107623+0000 mgr.smithi111.vbmimw (mgr.14718) 221 : cluster [DBG] pgmap v191: 129 pgs: 127 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.4 MiB/s wr, 606 op/s; 41/1527 objects degraded (2.685%); 140 KiB/s, 14 objects/s recovering 2022-01-25T22:51:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:14 smithi179 conmon[67066]: cluster 2022-01-25T22:51:13.107623+0000 2022-01-25T22:51:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:14 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 221 : cluster [DBG] pgmap v191: 129 pgs: 127 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.4 MiB/s wr, 606 op/s; 41/1527 objects degraded (2.685%); 140 KiB/s, 14 objects/s recovering 2022-01-25T22:51:15.549 INFO:teuthology.orchestra.run.smithi111.stdout: 5 134987 2.47 MB/sec execute 414 sec latency 37.866 ms 2022-01-25T22:51:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:15 smithi111 conmon[101466]: cluster 2022-01-25T22:51:15.670451+0000 mon.smithi111 (mon.0) 288 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/1527 objects degraded (2.685%), 2 pgs degraded) 2022-01-25T22:51:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:15 smithi179 conmon[67066]: cluster 2022-01-25T22:51:15.670451+0000 mon.smithi111 (mon.0 2022-01-25T22:51:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:15 smithi179 conmon[67066]: ) 288 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/1527 objects degraded (2.685%), 2 pgs degraded) 2022-01-25T22:51:16.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 135649 2.50 MB/sec execute 415 sec latency 42.890 ms 2022-01-25T22:51:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:16 smithi111 conmon[101466]: cluster 2022-01-25T22:51:15.108240+0000 mgr.smithi111.vbmimw (mgr.14718) 222 : cluster [DBG] pgmap v192: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 5.0 MiB/s wr, 442 op/s; 120 KiB/s, 14 objects/s recovering 2022-01-25T22:51:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:16 smithi179 conmon[67066]: cluster 2022-01-25T22:51:15.108240+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:51:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:16 smithi179 conmon[67066]: .14718) 222 : cluster [DBG] pgmap v192: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 5.0 MiB/s wr, 442 op/s; 120 KiB/s, 14 objects/s recovering 2022-01-25T22:51:17.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 136015 2.52 MB/sec execute 416 sec latency 39.951 ms 2022-01-25T22:51:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 136313 2.53 MB/sec execute 417 sec latency 50.353 ms 2022-01-25T22:51:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:18 smithi111 conmon[101466]: cluster 2022-01-25T22:51:17.108630+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:18 smithi111 conmon[101466]: 223 : cluster [DBG] pgmap v193: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 4.1 MiB/s wr, 365 op/s; 99 KiB/s, 12 objects/s recovering 2022-01-25T22:51:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:18 smithi179 conmon[67066]: cluster 2022-01-25T22:51:17.108630+0000 mgr.smithi111.vbmimw 2022-01-25T22:51:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:18 smithi179 conmon[67066]: (mgr.14718) 223 : cluster [DBG] pgmap v193: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 4.1 MiB/s wr, 365 op/s; 99 KiB/s, 12 objects/s recovering 2022-01-25T22:51:19.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 136646 2.54 MB/sec execute 418 sec latency 75.129 ms 2022-01-25T22:51:20.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 137024 2.56 MB/sec execute 419 sec latency 65.523 ms 2022-01-25T22:51:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:20 smithi111 conmon[101466]: cluster 2022-01-25T22:51:19.109424+0000 mgr.smithi111.vbmimw (mgr.14718) 224 : cluster 2022-01-25T22:51:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:20 smithi111 conmon[101466]: [DBG] pgmap v194: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 570 op/s; 969 B/s, 6 objects/s recovering 2022-01-25T22:51:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:20 smithi179 conmon[67066]: cluster 2022-01-25T22:51:19.109424+0000 mgr.smithi111.vbmimw 2022-01-25T22:51:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:20 smithi179 conmon[67066]: (mgr.14718) 224 : cluster [DBG] pgmap v194: 129 pgs: 129 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 6.0 MiB/s wr, 570 op/s; 969 B/s, 6 objects/s recovering 2022-01-25T22:51:21.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 137446 2.58 MB/sec execute 420 sec latency 33.693 ms 2022-01-25T22:51:22.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 137891 2.61 MB/sec execute 421 sec latency 44.934 ms 2022-01-25T22:51:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:22 smithi111 conmon[101466]: cluster 2022-01-25T22:51:21.109874+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:22 smithi111 conmon[101466]: 225 : cluster [DBG] pgmap v195: 129 pgs: 129 active+clean; 324 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.0 MiB/s wr, 606 op/s; 818 B/s, 5 objects/s recovering 2022-01-25T22:51:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:22 smithi111 conmon[101466]: audit 2022-01-25T22:51:22.310718+0000 mon.smithi111 (mon.0) 289 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:22 smithi179 conmon[67066]: cluster 2022-01-25T22:51:21.109874+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:51:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:22 smithi179 conmon[67066]: 14718) 225 : cluster [DBG] pgmap v195: 129 pgs: 129 active+clean; 324 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.0 MiB/s wr, 606 op/s; 818 B/s, 5 objects/s recovering 2022-01-25T22:51:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:22 smithi179 conmon[67066]: audit 2022-01-25T22:51:22.310718+0000 mon.smithi111 (mon.0) 289 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:23.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 138392 2.64 MB/sec execute 422 sec latency 39.686 ms 2022-01-25T22:51:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:23 smithi179 conmon[67066]: audit 2022-01-25T22:51:22.846534+0000 2022-01-25T22:51:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:23 smithi179 conmon[67066]: mon.smithi111 (mon.0) 290 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:23 smithi179 conmon[67066]: cluster 2022-01-25T22:51:23.110325+0000 mgr.smithi111.vbmimw (mgr.14718) 226 : cluster [DBG] pgmap v196: 129 pgs: 129 active+clean; 324 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.2 MiB/s wr, 529 op/s; 715 B/s, 4 objects/s recovering 2022-01-25T22:51:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:23 smithi179 conmon[67066]: 2022-01-25T22:51:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:23 smithi111 conmon[101466]: audit 2022-01-25T22:51:22. 2022-01-25T22:51:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:23 smithi111 conmon[101466]: 846534+0000 mon.smithi111 (mon.0) 290 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:23 smithi111 conmon[101466]: cluster 2022-01-25T22:51:23.110325+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:51:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:23 smithi111 conmon[101466]: .14718) 226 : cluster [DBG] pgmap v196: 129 pgs: 129 active+clean; 324 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.2 MiB/s wr, 529 op/s; 715 B/s, 4 objects/s recovering 2022-01-25T22:51:24.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 138772 2.66 MB/sec execute 423 sec latency 172.701 ms 2022-01-25T22:51:25.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 139243 2.67 MB/sec execute 424 sec latency 43.832 ms 2022-01-25T22:51:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:26 smithi111 conmon[101466]: cluster 2022-01-25T22:51:25.111095+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:51:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:26 smithi111 conmon[101466]: ) 227 : cluster [DBG] pgmap v197: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.5 MiB/s wr, 744 op/s; 682 B/s, 4 objects/s recovering 2022-01-25T22:51:26.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 139552 2.69 MB/sec execute 425 sec latency 53.252 ms 2022-01-25T22:51:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:26 smithi179 conmon[67066]: cluster 2022-01-25T22:51:25.111095+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:51:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:26 smithi179 conmon[67066]: ) 227 : cluster [DBG] pgmap v197: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.5 MiB/s wr, 744 op/s; 682 B/s, 4 objects/s recovering 2022-01-25T22:51:27.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 139877 2.70 MB/sec execute 426 sec latency 60.701 ms 2022-01-25T22:51:28.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 140183 2.71 MB/sec execute 427 sec latency 70.907 ms 2022-01-25T22:51:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:28 smithi179 conmon[67066]: cluster 2022-01-25T22:51:27.111461+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:28.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:28 smithi179 conmon[67066]: 228 : cluster [DBG] pgmap v198: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 517 op/s 2022-01-25T22:51:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:28 smithi111 conmon[101466]: cluster 2022-01-25T22:51:27.111461+0000 mgr.smithi111.vbmimw (mgr.14718) 228 : cluster 2022-01-25T22:51:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:28 smithi111 conmon[101466]: [DBG] pgmap v198: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 517 op/s 2022-01-25T22:51:29.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 140704 2.74 MB/sec execute 428 sec latency 41.627 ms 2022-01-25T22:51:30.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 141110 2.76 MB/sec execute 429 sec latency 37.438 ms 2022-01-25T22:51:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:30 smithi179 conmon[67066]: cluster 2022-01-25T22:51:29.112058+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:30.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:30 smithi179 conmon[67066]: 229 : cluster [DBG] pgmap v199: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 745 op/s 2022-01-25T22:51:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:30 smithi111 conmon[101466]: cluster 2022-01-25T22:51:29.112058+0000 mgr.smithi111.vbmimw (mgr.14718) 229 : cluster 2022-01-25T22:51:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:30 smithi111 conmon[101466]: [DBG] pgmap v199: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 745 op/s 2022-01-25T22:51:31.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 141552 2.79 MB/sec execute 430 sec latency 34.855 ms 2022-01-25T22:51:32.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 141952 2.80 MB/sec execute 431 sec latency 39.815 ms 2022-01-25T22:51:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:32 smithi179 conmon[67066]: cluster 2022-01-25T22:51:31.112521+0000 mgr.smithi111.vbmimw (mgr.14718) 230 2022-01-25T22:51:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:32 smithi179 conmon[67066]: : cluster [DBG] pgmap v200: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 5.7 MiB/s wr, 588 op/s 2022-01-25T22:51:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:32 smithi111 conmon[101466]: cluster 2022-01-25T22:51:31.112521+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:32 smithi111 conmon[101466]: 230 : cluster [DBG] pgmap v200: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 5.7 MiB/s wr, 588 op/s 2022-01-25T22:51:33.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 142286 2.82 MB/sec execute 432 sec latency 37.526 ms 2022-01-25T22:51:34.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 142637 2.83 MB/sec execute 433 sec latency 71.338 ms 2022-01-25T22:51:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:34 smithi179 conmon[67066]: cluster 2022-01-25T22:51:33.112945 2022-01-25T22:51:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:34 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 231 : cluster [DBG] pgmap v201: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.9 MiB/s wr, 485 op/s 2022-01-25T22:51:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:34 smithi111 conmon[101466]: cluster 2022-01-25T22:51:33.112945+0000 2022-01-25T22:51:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:34 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 231 : cluster [DBG] pgmap v201: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 KiB/s rd, 4.9 MiB/s wr, 485 op/s 2022-01-25T22:51:35.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 143067 2.85 MB/sec execute 434 sec latency 31.098 ms 2022-01-25T22:51:36.280 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:51:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 143434 2.86 MB/sec execute 435 sec latency 51.130 ms 2022-01-25T22:51:36.657 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:51:36.657 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (13m) 5m ago 14m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:51:36.657 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (5m) 5m ago 14m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:51:36.658 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (5m) 5m ago 14m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:51:36.658 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (13m) 5m ago 14m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:51:36.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (9m) 5m ago 9m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:51:36.659 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (9m) 5m ago 9m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:51:36.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (6m) 5m ago 16m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:51:36.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (5m) 5m ago 14m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:51:36.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (5m) 5m ago 16m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:51:36.660 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (5m) 5m ago 14m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:51:36.660 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (6m) 5m ago 6m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:51:36.660 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (6m) 5m ago 6m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:51:36.660 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (14m) 5m ago 14m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:51:36.661 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (13m) 5m ago 13m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:51:36.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 5m ago 13m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:51:36.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (13m) 5m ago 13m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:51:36.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (12m) 5m ago 12m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:51:36.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (12m) 5m ago 12m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:51:36.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (12m) 5m ago 12m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:51:36.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (11m) 5m ago 11m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:51:36.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (11m) 5m ago 11m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:51:36.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (11m) 5m ago 11m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:51:36.663 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (13m) 5m ago 14m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:51:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:36 smithi179 conmon[67066]: cluster 2022-01-25T22:51:35.113562+0000 2022-01-25T22:51:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:36 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 232 : cluster [DBG] pgmap v202: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.4 MiB/s wr, 735 op/s 2022-01-25T22:51:36.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:36 smithi111 conmon[101466]: cluster 2022-01-25T22:51:35.113562+0000 mgr.smithi111.vbmimw (mgr.14718) 232 : cluster 2022-01-25T22:51:36.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:36 smithi111 conmon[101466]: [DBG] pgmap v202: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.4 MiB/s wr, 735 op/s 2022-01-25T22:51:37.113 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:51:37.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:51:37.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:37.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:37.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:51:37.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:37.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:37.115 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:51:37.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:51:37.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:51:37.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:37.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:51:37.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:37.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:51:37.117 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:51:37.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:51:37.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:51:37.118 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:51:37.118 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:51:37.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 144134 2.90 MB/sec execute 436 sec latency 31.304 ms 2022-01-25T22:51:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: audit 2022-01-25T22:51:36.264228+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:51:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: ) 233 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: audit 2022-01-25T22:51:36.641170+0000 mgr.smithi111.vbmimw (mgr.14718) 234 : audit [DBG] from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: audit 2022-01-25T22:51:37.113849+0000 mon.smithi179 (mon.1) 2 : audit 2022-01-25T22:51:37.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/3665523035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:37.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: audit 2022-01-25T22 2022-01-25T22:51:37.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: :51:37.338050+0000 mon.smithi111 (mon.0 2022-01-25T22:51:37.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: ) 291 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:37.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: audit 2022 2022-01-25T22:51:37.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: -01-25T22:51:37.339454+0000 2022-01-25T22:51:37.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:37 smithi179 conmon[67066]: mon.smithi111 (mon.0) 292 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: audit 2022-01-25T22:51:36.264228+0000 mgr.smithi111.vbmimw (mgr.14718) 233 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: audit 2022-01-25T22:51:36.641170+0000 mgr.smithi111.vbmimw (mgr.14718) 234 : audit [DBG] from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:37.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: audit 2022-01-25T22:51: 2022-01-25T22:51:37.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: 37.113849+0000 mon.smithi179 (mon.1) 2 : audit [DBG] from='client.? 172.21.15.111:0/3665523035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:37.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: audit 2022-01 2022-01-25T22:51:37.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: -25T22:51:37.338050+0000 mon.smithi111 2022-01-25T22:51:37.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: (mon.0) 291 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:37.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: audit 2022-01 2022-01-25T22:51:37.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: -25T22:51:37.339454+0000 mon.smithi111 (mon. 2022-01-25T22:51:37.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:37 smithi111 conmon[101466]: 0) 292 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:38.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 144942 2.95 MB/sec execute 437 sec latency 19.814 ms 2022-01-25T22:51:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:38 smithi179 conmon[67066]: cluster 2022-01-25T22:51:37.113981+0000 mgr.smithi111.vbmimw (mgr.14718) 235 : cluster 2022-01-25T22:51:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:38 smithi179 conmon[67066]: [DBG] pgmap v203: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.9 MiB/s wr, 495 op/s 2022-01-25T22:51:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:38 smithi111 conmon[101466]: cluster 2022-01-25T22:51:37.113981+0000 2022-01-25T22:51:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:38 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 235 : cluster [DBG] pgmap v203: 129 pgs: 129 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 4.9 MiB/s wr, 495 op/s 2022-01-25T22:51:39.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 145827 3.00 MB/sec execute 438 sec latency 26.254 ms 2022-01-25T22:51:40.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 146716 3.04 MB/sec execute 439 sec latency 40.929 ms 2022-01-25T22:51:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:40 smithi179 conmon[67066]: cluster 2022-01-25T22:51:39.114628+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:51:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:40 smithi179 conmon[67066]: 14718) 236 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.4 MiB/s wr, 777 op/s 2022-01-25T22:51:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:40 smithi111 conmon[101466]: cluster 2022-01-25T22:51:39.114628+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:51:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:40 smithi111 conmon[101466]: mgr.14718) 236 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.4 MiB/s wr, 777 op/s 2022-01-25T22:51:41.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 147566 3.08 MB/sec execute 440 sec latency 29.781 ms 2022-01-25T22:51:42.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 148300 3.12 MB/sec execute 441 sec latency 42.294 ms 2022-01-25T22:51:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: cluster 2022-01-25T22:51:41.115118+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: 237 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 6.1 MiB/s wr, 579 op/s 2022-01-25T22:51:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: audit 2022-01-25T22:51:42.267080+0000 mon.smithi111 (mon.0) 293 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T22:51:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: 25T22:51:42.268133+0000 mon.smithi111 (mon.0) 294 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:51:42.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:42 smithi179 conmon[67066]: 22:51:42.268888+0000 mon.smithi111 (mon.0) 295 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:42 smithi111 conmon[101466]: cluster 2022-01-25T22:51:41.115118+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:51:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:42 smithi111 conmon[101466]: .14718) 237 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 6.1 MiB/s wr, 579 op/s 2022-01-25T22:51:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:42 smithi111 conmon[101466]: audit 2022-01-25T22:51:42.267080+0000 mon.smithi111 (mon.0) 293 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:42 smithi111 conmon[101466]: audit 2022-01-25T22:51:42.268133+0000 mon.smithi111 (mon.0) 294 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:42 smithi111 conmon[101466]: audit 2022-01-25T22:51:42.268888+0000 mon.smithi111 (mon.0) 295 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:43.550 INFO:teuthology.orchestra.run.smithi111.stdout: 5 149124 3.17 MB/sec execute 442 sec latency 17.174 ms 2022-01-25T22:51:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:43 smithi111 conmon[101466]: cephadm 2022-01-25T22:51:42.269469+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:51:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:43 smithi111 conmon[101466]: mgr.14718) 238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:43 smithi111 conmon[101466]: audit 2022-01-25T22:51:42.680834+0000 mon.smithi111 (mon.0) 296 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:43 smithi111 conmon[101466]: audit 2022-01-25T22:51:42.687301+0000 mon.smithi111 (mon.0) 297 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:43 smithi179 conmon[67066]: cephadm 2022-01-25T22:51:42.269469+0000 mgr.smithi111.vbmimw (mgr.14718) 238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:43 smithi179 conmon[67066]: audit 2022-01-25T22:51:42.680834+0000 mon.smithi111 (mon.0) 296 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:43 smithi179 conmon[67066]: audit 2022-01-25T22:51:42.687301+0000 mon.smithi111 (mon.0) 297 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:51:44.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 149851 3.20 MB/sec execute 443 sec latency 37.057 ms 2022-01-25T22:51:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:44 smithi111 conmon[101466]: cluster 2022-01-25T22:51:43.115503+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:51:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:44 smithi111 conmon[101466]: .14718) 239 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.7 MiB/s wr, 561 op/s 2022-01-25T22:51:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:44 smithi179 conmon[67066]: cluster 2022-01-25T22:51:43.115503+0000 mgr.smithi111.vbmimw (mgr.14718) 239 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 336 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 KiB/s rd, 5.7 MiB/s wr, 561 op/s 2022-01-25T22:51:45.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 150451 3.23 MB/sec execute 444 sec latency 42.012 ms 2022-01-25T22:51:46.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 151035 3.26 MB/sec execute 445 sec latency 44.867 ms 2022-01-25T22:51:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:46 smithi111 conmon[101466]: cluster 2022-01-25T22:51:45.116317+0000 mgr.smithi111.vbmimw (mgr.14718) 240 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:51:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:46 smithi179 conmon[67066]: cluster 2022-01-25T22:51:45.116317+0000 mgr.smithi111.vbmimw (mgr.14718) 240 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:51:47.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 151786 3.30 MB/sec execute 446 sec latency 27.716 ms 2022-01-25T22:51:48.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 152473 3.34 MB/sec execute 447 sec latency 32.067 ms 2022-01-25T22:51:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:48 smithi111 conmon[101466]: cluster 2022-01-25T22:51:47.116736+0000 mgr.smithi111.vbmimw (mgr.14718) 241 : cluster [DBG] pgmap v208: 129 pgs: 129 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 8.1 MiB/s wr, 786 op/s 2022-01-25T22:51:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:48 smithi179 conmon[67066]: cluster 2022-01-25T22:51:47.116736+0000 mgr.smithi111.vbmimw (mgr.14718) 241 : cluster [DBG] pgmap v208: 129 pgs: 129 active+clean; 342 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 8.1 MiB/s wr, 786 op/s 2022-01-25T22:51:49.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 152844 3.36 MB/sec execute 448 sec latency 47.020 ms 2022-01-25T22:51:50.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 153200 3.37 MB/sec execute 449 sec latency 37.086 ms 2022-01-25T22:51:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:50 smithi111 conmon[101466]: cluster 2022-01-25T22:51:49.117438+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:51:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:50 smithi111 conmon[101466]: 242 : cluster [DBG] pgmap v209: 129 pgs: 129 active+clean; 335 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.17k op/s 2022-01-25T22:51:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:50 smithi179 conmon[67066]: cluster 2022-01-25T22:51:49.117438+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:51:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:50 smithi179 conmon[67066]: 14718) 242 : cluster [DBG] pgmap v209: 129 pgs: 129 active+clean; 335 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.17k op/s 2022-01-25T22:51:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 153688 3.39 MB/sec execute 450 sec latency 46.177 ms 2022-01-25T22:51:52.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 154307 3.41 MB/sec execute 451 sec latency 50.180 ms 2022-01-25T22:51:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:52 smithi111 conmon[101466]: cluster 2022-01-25T22:51:51.117958+0000 mgr.smithi111.vbmimw (mgr.14718) 243 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 333 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 907 op/s 2022-01-25T22:51:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:52 smithi179 conmon[67066]: cluster 2022-01-25T22:51:51.117958+0000 mgr.smithi111.vbmimw (mgr.14718) 243 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 333 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 907 op/s 2022-01-25T22:51:53.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 154969 3.44 MB/sec execute 452 sec latency 26.428 ms 2022-01-25T22:51:54.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 155472 3.47 MB/sec execute 453 sec latency 31.710 ms 2022-01-25T22:51:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:54 smithi111 conmon[101466]: cluster 2022-01-25T22:51:53.118439+0000 mgr.smithi111.vbmimw (mgr.14718) 244 : cluster 2022-01-25T22:51:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:54 smithi111 conmon[101466]: [DBG] pgmap v211: 129 pgs: 129 active+clean; 333 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.0 MiB/s wr, 877 op/s 2022-01-25T22:51:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:54 smithi179 conmon[67066]: cluster 2022-01-25T22:51:53.118439+0000 mgr.smithi111.vbmimw (mgr.14718) 244 : 2022-01-25T22:51:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:54 smithi179 conmon[67066]: cluster [DBG] pgmap v211: 129 pgs: 129 active+clean; 333 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.0 MiB/s wr, 877 op/s 2022-01-25T22:51:55.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 156111 3.50 MB/sec execute 454 sec latency 30.728 ms 2022-01-25T22:51:56.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 156574 3.52 MB/sec execute 455 sec latency 35.081 ms 2022-01-25T22:51:56.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:56 smithi111 conmon[101466]: cluster 2022-01-25T22:51:55.119290+0000 2022-01-25T22:51:56.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:56 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 245 : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 329 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:51:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:56 smithi179 conmon[67066]: cluster 2022-01-25T22:51:55.119290+0000 mgr.smithi111.vbmimw (mgr.14718) 245 : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 329 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.18k op/s 2022-01-25T22:51:57.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 157089 3.54 MB/sec execute 456 sec latency 33.780 ms 2022-01-25T22:51:58.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 157535 3.56 MB/sec execute 457 sec latency 40.583 ms 2022-01-25T22:51:59.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:58 smithi179 conmon[67066]: cluster 2022-01-25T22:51:57.119712+0000 2022-01-25T22:51:59.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:51:58 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 246 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 329 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 708 op/s 2022-01-25T22:51:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:51:58 smithi111 conmon[101466]: cluster 2022-01-25T22:51:57.119712+0000 mgr.smithi111.vbmimw (mgr.14718) 246 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 329 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.0 MiB/s wr, 708 op/s 2022-01-25T22:51:59.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 158016 3.59 MB/sec execute 458 sec latency 57.886 ms 2022-01-25T22:52:00.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 158924 3.62 MB/sec execute 459 sec latency 69.407 ms 2022-01-25T22:52:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:00 smithi179 conmon[67066]: cluster 2022-01-25T22:51:59.120350+0000 mgr.smithi111.vbmimw (mgr.14718) 247 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 333 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:52:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:00 smithi111 conmon[101466]: cluster 2022-01-25T22:51:59.120350+0000 mgr.smithi111.vbmimw (mgr.14718) 247 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 333 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:52:01.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 159661 3.66 MB/sec execute 460 sec latency 29.747 ms 2022-01-25T22:52:02.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 160261 3.69 MB/sec execute 461 sec latency 30.945 ms 2022-01-25T22:52:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:02 smithi111 conmon[101466]: cluster 2022-01-25T22:52:01.120912+0000 mgr.smithi111.vbmimw (mgr.14718) 248 : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 328 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.7 MiB/s wr, 661 op/s 2022-01-25T22:52:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:02 smithi179 conmon[67066]: cluster 2022-01-25T22:52:01.120912+0000 mgr.smithi111.vbmimw (mgr.14718) 248 : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 328 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.7 MiB/s wr, 661 op/s 2022-01-25T22:52:03.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 160744 3.71 MB/sec execute 462 sec latency 34.022 ms 2022-01-25T22:52:04.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 161209 3.73 MB/sec execute 463 sec latency 40.913 ms 2022-01-25T22:52:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:04 smithi179 conmon[67066]: cluster 2022-01-25T22:52:03.121319+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:04 smithi179 conmon[67066]: ) 249 : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 328 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.3 MiB/s wr, 638 op/s 2022-01-25T22:52:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:04 smithi111 conmon[101466]: cluster 2022-01-25T22:52:03.121319+0000 mgr.smithi111.vbmimw (mgr.14718) 249 2022-01-25T22:52:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:04 smithi111 conmon[101466]: : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 328 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.3 MiB/s wr, 638 op/s 2022-01-25T22:52:05.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 161855 3.76 MB/sec execute 464 sec latency 43.942 ms 2022-01-25T22:52:06.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 162605 3.80 MB/sec execute 465 sec latency 30.000 ms 2022-01-25T22:52:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:06 smithi179 conmon[67066]: cluster 2022-01-25T22:52:05.122092+0000 mgr.smithi111.vbmimw 2022-01-25T22:52:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:06 smithi179 conmon[67066]: (mgr.14718) 250 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 333 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:52:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:06 smithi111 conmon[101466]: cluster 2022-01-25T22:52:05.122092+0000 mgr.smithi111.vbmimw (mgr.14718) 250 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 333 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:52:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:52:07.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 163149 3.82 MB/sec execute 466 sec latency 47.466 ms 2022-01-25T22:52:07.948 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:07.980 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (14m) 5m ago 15m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:52:07.981 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (5m) 5m ago 15m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:52:07.981 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (5m) 5m ago 14m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:52:07.982 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (14m) 5m ago 15m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:52:07.983 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (10m) 5m ago 10m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:52:07.983 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (10m) 5m ago 10m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:52:07.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (6m) 5m ago 16m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:52:07.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (6m) 5m ago 14m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:52:07.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (6m) 5m ago 16m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:52:07.985 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (5m) 5m ago 14m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:52:07.985 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (6m) 5m ago 6m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:52:07.986 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (6m) 5m ago 6m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:52:07.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (15m) 5m ago 15m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:52:07.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (14m) 5m ago 14m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:52:07.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 5m ago 13m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:52:07.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (13m) 5m ago 13m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:52:07.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (13m) 5m ago 13m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:52:07.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (12m) 5m ago 12m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:52:07.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (12m) 5m ago 12m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:52:07.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (12m) 5m ago 12m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:52:07.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (12m) 5m ago 12m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:52:07.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (11m) 5m ago 11m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:52:07.990 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (13m) 5m ago 14m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:52:08.414 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:52:08.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:52:08.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:08.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:08.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:52:08.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:08.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:08.416 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:52:08.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:52:08.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:52:08.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:08.418 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:52:08.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:08.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:08.418 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:52:08.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:52:08.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:52:08.419 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:52:08.419 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:52:08.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 163541 3.84 MB/sec execute 467 sec latency 29.919 ms 2022-01-25T22:52:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:08 smithi179 conmon[67066]: cluster 2022-01-25T22:52:07.122555+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:08 smithi179 conmon[67066]: .14718) 251 : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 333 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.4 MiB/s wr, 715 op/s 2022-01-25T22:52:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:08 smithi179 conmon[67066]: audit 2022-01-25T22:52:07.528825+0000 mgr.smithi111.vbmimw (mgr.14718) 252 : audit [DBG] from='client.44205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:08 smithi179 conmon[67066]: audit 2022-01-25T22:52:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:08 smithi179 conmon[67066]: 2022-01-25T22:52:08.414924+0000 mon.smithi111 (mon.0) 298 : audit [DBG] from='client.? 172.21.15.111:0/2924533188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: cluster 2022-01-25T22:52:07.122555+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: .14718) 251 : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 333 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.4 MiB/s wr, 715 op/s 2022-01-25T22:52:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: audit 2022-01-25T22:52:07.528825+0000 mgr.smithi111.vbmimw (mgr.14718) 252 : audit 2022-01-25T22:52:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: [DBG] from='client.44205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: audit 2022-01-25T22:52:08.414924+0000 2022-01-25T22:52:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:08 smithi111 conmon[101466]: mon.smithi111 (mon.0) 298 : audit [DBG] from='client.? 172.21.15.111:0/2924533188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:09.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 164128 3.86 MB/sec execute 468 sec latency 30.439 ms 2022-01-25T22:52:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:09 smithi179 conmon[67066]: audit 2022-01-25T22:52:07.938384+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:52:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:09 smithi179 conmon[67066]: 14718) 253 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:09 smithi111 conmon[101466]: audit 2022-01-25T22:52:07.938384+0000 2022-01-25T22:52:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:09 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 253 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:10.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 164864 3.89 MB/sec execute 469 sec latency 17.435 ms 2022-01-25T22:52:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:10 smithi179 conmon[67066]: cluster 2022-01-25T22:52:09.123206+0000 mgr.smithi111.vbmimw (mgr.14718) 254 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.03k op/s 2022-01-25T22:52:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:10 smithi111 conmon[101466]: cluster 2022-01-25T22:52:09.123206+0000 mgr.smithi111.vbmimw (mgr.14718) 254 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.03k op/s 2022-01-25T22:52:11.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 165601 3.92 MB/sec execute 470 sec latency 41.934 ms 2022-01-25T22:52:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:11 smithi179 conmon[67066]: cluster 2022-01-25T22:52:11.123708+0000 2022-01-25T22:52:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:11 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 255 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.8 MiB/s wr, 744 op/s 2022-01-25T22:52:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:11 smithi111 conmon[101466]: cluster 2022-01-25T22:52:11.123708+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:11 smithi111 conmon[101466]: mgr.14718) 255 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.8 MiB/s wr, 744 op/s 2022-01-25T22:52:12.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 166273 3.95 MB/sec execute 471 sec latency 30.979 ms 2022-01-25T22:52:13.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 166933 3.99 MB/sec execute 472 sec latency 29.205 ms 2022-01-25T22:52:14.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 167499 4.01 MB/sec execute 473 sec latency 26.405 ms 2022-01-25T22:52:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:14 smithi179 conmon[67066]: cluster 2022-01-25T22:52:13.124063+0000 mgr.smithi111.vbmimw (mgr.14718) 256 : cluster 2022-01-25T22:52:14.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:14 smithi179 conmon[67066]: [DBG] pgmap v221: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.4 MiB/s wr, 722 op/s 2022-01-25T22:52:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:14 smithi111 conmon[101466]: cluster 2022-01-25T22:52:13.124063+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:14 smithi111 conmon[101466]: ) 256 : cluster [DBG] pgmap v221: 129 pgs: 129 active+clean; 334 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.4 MiB/s wr, 722 op/s 2022-01-25T22:52:15.551 INFO:teuthology.orchestra.run.smithi111.stdout: 5 167908 4.02 MB/sec execute 474 sec latency 55.311 ms 2022-01-25T22:52:16.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 168321 4.03 MB/sec execute 475 sec latency 39.769 ms 2022-01-25T22:52:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:16 smithi179 conmon[67066]: cluster 2022-01-25T22:52:15.124830+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:16 smithi179 conmon[67066]: mgr.14718) 257 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 337 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-25T22:52:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:16 smithi111 conmon[101466]: cluster 2022-01-25T22:52:15.124830+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:16 smithi111 conmon[101466]: .14718) 257 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 337 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-25T22:52:17.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 168670 4.05 MB/sec execute 476 sec latency 48.545 ms 2022-01-25T22:52:18.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 169046 4.06 MB/sec execute 477 sec latency 63.306 ms 2022-01-25T22:52:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:18 smithi179 conmon[67066]: cluster 2022-01-25T22:52:17.125220+0000 mgr.smithi111.vbmimw 2022-01-25T22:52:18.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:18 smithi179 conmon[67066]: (mgr.14718) 258 : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 337 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.4 MiB/s wr, 731 op/s 2022-01-25T22:52:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:18 smithi111 conmon[101466]: cluster 2022-01-25T22:52:17.125220+0000 2022-01-25T22:52:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:18 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 258 : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 337 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.4 MiB/s wr, 731 op/s 2022-01-25T22:52:19.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 169340 4.06 MB/sec execute 478 sec latency 42.034 ms 2022-01-25T22:52:20.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 169644 4.08 MB/sec execute 479 sec latency 52.596 ms 2022-01-25T22:52:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:20 smithi179 conmon[67066]: cluster 2022-01-25T22:52:19.125829+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:20.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:20 smithi179 conmon[67066]: mgr.14718) 259 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 336 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 979 op/s 2022-01-25T22:52:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:20 smithi111 conmon[101466]: cluster 2022-01-25T22:52:19.125829+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:20 smithi111 conmon[101466]: mgr.14718) 259 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 336 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.6 MiB/s wr, 979 op/s 2022-01-25T22:52:21.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 170259 4.11 MB/sec execute 480 sec latency 38.490 ms 2022-01-25T22:52:22.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 170755 4.13 MB/sec execute 481 sec latency 35.644 ms 2022-01-25T22:52:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:22 smithi179 conmon[67066]: cluster 2022-01-25T22:52:21.126348+0000 mgr.smithi111.vbmimw 2022-01-25T22:52:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:22 smithi179 conmon[67066]: (mgr.14718) 260 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 680 op/s 2022-01-25T22:52:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:22 smithi111 conmon[101466]: cluster 2022-01-25T22:52:21.126348+0000 mgr.smithi111.vbmimw (mgr.14718) 260 2022-01-25T22:52:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:22 smithi111 conmon[101466]: : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 680 op/s 2022-01-25T22:52:23.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 171581 4.16 MB/sec execute 482 sec latency 26.499 ms 2022-01-25T22:52:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 172294 4.19 MB/sec execute 483 sec latency 40.192 ms 2022-01-25T22:52:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:24 smithi179 conmon[67066]: cluster 2022-01-25T22:52:23.126763+0000 mgr.smithi111.vbmimw (mgr.14718) 261 : cluster 2022-01-25T22:52:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:24 smithi179 conmon[67066]: [DBG] pgmap v226: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.5 MiB/s wr, 658 op/s 2022-01-25T22:52:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:24 smithi111 conmon[101466]: cluster 2022-01-25T22:52:23.126763+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:24 smithi111 conmon[101466]: mgr.14718) 261 : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 335 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.5 MiB/s wr, 658 op/s 2022-01-25T22:52:25.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 172906 4.21 MB/sec execute 484 sec latency 29.844 ms 2022-01-25T22:52:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 173417 4.24 MB/sec execute 485 sec latency 35.997 ms 2022-01-25T22:52:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:26 smithi179 conmon[67066]: cluster 2022-01-25T22:52:25.127433+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:26.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:26 smithi179 conmon[67066]: 262 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.7 MiB/s wr, 949 op/s 2022-01-25T22:52:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:26 smithi111 conmon[101466]: cluster 2022-01-25T22:52:25.127433+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:26 smithi111 conmon[101466]: ) 262 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 9.7 MiB/s wr, 949 op/s 2022-01-25T22:52:27.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 173836 4.25 MB/sec execute 486 sec latency 58.710 ms 2022-01-25T22:52:28.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 174166 4.27 MB/sec execute 487 sec latency 45.453 ms 2022-01-25T22:52:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:28 smithi179 conmon[67066]: cluster 2022-01-25T22:52:27.127819+0000 2022-01-25T22:52:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:28 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 263 : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2022-01-25T22:52:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:28 smithi111 conmon[101466]: cluster 2022-01-25T22:52:27.127819+0000 mgr.smithi111.vbmimw (mgr.14718) 263 2022-01-25T22:52:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:28 smithi111 conmon[101466]: : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 334 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2022-01-25T22:52:29.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 174540 4.28 MB/sec execute 488 sec latency 37.138 ms 2022-01-25T22:52:30.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 174965 4.29 MB/sec execute 489 sec latency 41.788 ms 2022-01-25T22:52:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:30 smithi179 conmon[67066]: cluster 2022-01-25T22:52:29.128519+0000 mgr.smithi111.vbmimw (mgr.14718) 264 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 875 op/s 2022-01-25T22:52:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:30 smithi111 conmon[101466]: cluster 2022-01-25T22:52:29.128519+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:30 smithi111 conmon[101466]: .14718) 264 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 875 op/s 2022-01-25T22:52:31.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 175363 4.30 MB/sec execute 490 sec latency 41.729 ms 2022-01-25T22:52:32.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 175765 4.32 MB/sec execute 491 sec latency 45.341 ms 2022-01-25T22:52:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:32 smithi179 conmon[67066]: cluster 2022-01-25T22:52:31.129050+0000 mgr.smithi111.vbmimw (mgr.14718) 265 : 2022-01-25T22:52:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:32 smithi179 conmon[67066]: cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.8 MiB/s wr, 647 op/s 2022-01-25T22:52:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:32 smithi111 conmon[101466]: cluster 2022-01-25T22:52:31.129050+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:32 smithi111 conmon[101466]: mgr.14718) 265 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.8 MiB/s wr, 647 op/s 2022-01-25T22:52:33.554 INFO:teuthology.orchestra.run.smithi111.stdout: 5 176190 4.33 MB/sec execute 492 sec latency 47.442 ms 2022-01-25T22:52:34.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 176502 4.33 MB/sec execute 493 sec latency 84.103 ms 2022-01-25T22:52:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:34 smithi179 conmon[67066]: cluster 2022-01-25T22:52:33.129601+0000 mgr.smithi111.vbmimw (mgr.14718) 266 : 2022-01-25T22:52:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:34 smithi179 conmon[67066]: cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.4 MiB/s wr, 628 op/s 2022-01-25T22:52:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:34 smithi111 conmon[101466]: cluster 2022-01-25T22:52:33.129601+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:34 smithi111 conmon[101466]: mgr.14718) 266 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 335 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 6.4 MiB/s wr, 628 op/s 2022-01-25T22:52:35.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 177020 4.36 MB/sec execute 494 sec latency 28.274 ms 2022-01-25T22:52:36.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 177515 4.38 MB/sec execute 495 sec latency 37.431 ms 2022-01-25T22:52:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:36 smithi179 conmon[67066]: cluster 2022-01-25T22:52:35.130288+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:36.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:36 smithi179 conmon[67066]: 267 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 877 op/s 2022-01-25T22:52:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:36 smithi111 conmon[101466]: cluster 2022-01-25T22:52:35.130288+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:36 smithi111 conmon[101466]: ) 267 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 877 op/s 2022-01-25T22:52:37.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 177932 4.39 MB/sec execute 496 sec latency 46.356 ms 2022-01-25T22:52:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:37 smithi179 conmon[67066]: audit 2022-01-25T22:52:37.340843+0000 mon.smithi111 (mon.0) 2022-01-25T22:52:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:37 smithi179 conmon[67066]: 299 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:37 smithi179 conmon[67066]: audit 2022-01-25T22:52:37.342011+0000 mon.smithi111 (mon.0) 300 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:37 smithi111 conmon[101466]: audit 2022-01-25T22:52: 2022-01-25T22:52:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:37 smithi111 conmon[101466]: 37.340843+0000 mon.smithi111 (mon.0) 299 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:37 smithi111 conmon[101466]: audit 2022-01-25T22:52:37.342011+0000 mon.smithi111 2022-01-25T22:52:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:37 smithi111 conmon[101466]: (mon.0) 300 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:38.552 INFO:teuthology.orchestra.run.smithi111.stdout: 5 178269 4.40 MB/sec execute 497 sec latency 42.052 ms 2022-01-25T22:52:38.802 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:52:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:38 smithi179 conmon[67066]: cluster 2022-01-25T22:52:37.130665+0000 2022-01-25T22:52:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:38 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 268 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 5.7 MiB/s wr, 586 op/s 2022-01-25T22:52:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:38 smithi111 conmon[101466]: cluster 2022-01-25T22:52:37.130665+0000 mgr.smithi111.vbmimw (mgr.14718) 268 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 5.7 MiB/s wr, 586 op/s 2022-01-25T22:52:39.147 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:39.148 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (14m) 6m ago 15m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:52:39.148 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (6m) 6m ago 15m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:52:39.148 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (6m) 6m ago 15m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:52:39.148 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (14m) 6m ago 15m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:52:39.149 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (10m) 6m ago 10m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:52:39.149 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (10m) 6m ago 10m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:52:39.149 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (7m) 6m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:52:39.149 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (6m) 6m ago 15m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:52:39.149 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (6m) 6m ago 17m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:52:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (6m) 6m ago 15m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:52:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (7m) 6m ago 7m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:52:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (7m) 6m ago 7m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:52:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (15m) 6m ago 15m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:52:39.151 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (14m) 6m ago 14m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:52:39.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 6m ago 14m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:52:39.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (14m) 6m ago 14m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:52:39.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (13m) 6m ago 13m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:52:39.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (13m) 6m ago 13m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:52:39.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (13m) 6m ago 13m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:52:39.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (12m) 6m ago 12m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:52:39.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (12m) 6m ago 12m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:52:39.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (12m) 6m ago 12m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:52:39.153 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (14m) 6m ago 15m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:52:39.542 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:52:39.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:52:39.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:39.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:39.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:52:39.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:39.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:39.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:52:39.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:52:39.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:52:39.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:39.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:52:39.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:39.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:52:39.548 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:52:39.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:52:39.549 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:52:39.549 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:52:39.549 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:52:39.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 178600 4.41 MB/sec execute 498 sec latency 55.143 ms 2022-01-25T22:52:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:39 smithi179 conmon[67066]: audit 2022-01-25T22:52:38.770166+0000 mgr.smithi111.vbmimw (mgr.14718) 269 : audit [DBG] from='client.34246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:39.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:39 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:52:39.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:39 smithi179 conmon[67066]: 22:52:39.543266+0000 mon.smithi111 (mon.0) 301 : audit [DBG] from='client.? 172.21.15.111:0/244528077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:39.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:39 smithi111 conmon[101466]: audit 2022-01-25T22:52:38.770166+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:39.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:39 smithi111 conmon[101466]: 269 : audit [DBG] from='client.34246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:39.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:39 smithi111 conmon[101466]: audit 2022-01-25T22:52:39.543266+0000 mon.smithi111 (mon.0) 301 : audit [DBG] from='client.? 172.21.15.111:0/244528077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:40.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 179096 4.43 MB/sec execute 499 sec latency 38.020 ms 2022-01-25T22:52:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:40 smithi179 conmon[67066]: cluster 2022-01-25T22:52:39.131287+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:40 smithi179 conmon[67066]: 270 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 836 op/s 2022-01-25T22:52:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:40 smithi179 conmon[67066]: audit 2022-01-25T22:52:39.138303+0000 mgr.smithi111.vbmimw (mgr.14718) 271 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:40 smithi111 conmon[101466]: cluster 2022-01-25T22:52:39.131287+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:40.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:40 smithi111 conmon[101466]: .14718) 270 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.1 MiB/s wr, 836 op/s 2022-01-25T22:52:40.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:40 smithi111 conmon[101466]: audit 2022-01-25T22:52:39.138303+0000 mgr.smithi111.vbmimw (mgr.14718) 271 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:41.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 179635 4.44 MB/sec execute 500 sec latency 31.868 ms 2022-01-25T22:52:42.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 180022 4.45 MB/sec execute 501 sec latency 53.999 ms 2022-01-25T22:52:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:42 smithi179 conmon[67066]: cluster 2022-01-25T22:52:41.131832+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:42 smithi179 conmon[67066]: ) 272 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.6 MiB/s wr, 534 op/s 2022-01-25T22:52:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:42 smithi111 conmon[101466]: cluster 2022-01-25T22:52:41.131832+0000 mgr.smithi111.vbmimw (mgr.14718) 272 : cluster 2022-01-25T22:52:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:42 smithi111 conmon[101466]: [DBG] pgmap v235: 129 pgs: 129 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.6 MiB/s wr, 534 op/s 2022-01-25T22:52:43.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 180440 4.48 MB/sec execute 502 sec latency 38.900 ms 2022-01-25T22:52:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: audit 2022-01-25T22:52:42.690387+0000 mon.smithi111 (mon.0) 2022-01-25T22:52:43.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 302 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:43.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: audit 2022-01-25T22:52:42.693466+0000 mon.smithi111 (mon.0) 303 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:43.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:52:43.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 01-25T22:52:42.694173+0000 mon.smithi111 (mon.0) 304 : audit [INF] 2022-01-25T22:52:43.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:43.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: cephadm 2022-01-25T22:52:43.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 2022-01-25T22:52:42.694722+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:43.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 273 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:43.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: audit 2022-01-25T22:52: 2022-01-25T22:52:43.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 43.098346+0000 mon.smithi111 (mon.0) 305 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:52:43.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: audit 2022-01-25T22:52: 2022-01-25T22:52:43.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:43 smithi179 conmon[67066]: 43.104016+0000 mon.smithi111 (mon.0) 306 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:52:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: audit 2022-01-25T22:52:42.690387+0000 2022-01-25T22:52:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 302 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: audit 2022-01-25T22:52:42.693466+0000 mon.smithi111 (mon.0) 303 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: audit 2022-01-25T22:52:42.694173+0000 mon.smithi111 (mon.0) 304 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: cephadm 2022-01-25T22:52:42.694722+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: 273 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: audit 2022-01-25T22 2022-01-25T22:52:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: :52:43.098346+0000 mon.smithi111 (mon.0) 305 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:52:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: 2022-01-25T22:52:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: audit 2022-01 2022-01-25T22:52:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: -25T22:52:43.104016+0000 mon.smithi111 (mon.0) 306 : audit [INF] 2022-01-25T22:52:43.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:43 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:52:44.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 180842 4.49 MB/sec execute 503 sec latency 79.076 ms 2022-01-25T22:52:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:44 smithi179 conmon[67066]: cluster 2022-01-25T22:52:43.132324+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:52:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:44 smithi179 conmon[67066]: 274 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.2 MiB/s wr, 514 op/s 2022-01-25T22:52:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:44 smithi111 conmon[101466]: cluster 2022-01-25T22:52:43.132324+0000 2022-01-25T22:52:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:44 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 274 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.2 MiB/s wr, 514 op/s 2022-01-25T22:52:45.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 181209 4.50 MB/sec execute 504 sec latency 43.203 ms 2022-01-25T22:52:46.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 181533 4.51 MB/sec execute 505 sec latency 55.796 ms 2022-01-25T22:52:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:46 smithi179 conmon[67066]: cluster 2022-01-25T22:52:45.132985+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:46.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:46 smithi179 conmon[67066]: .14718) 275 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 778 op/s 2022-01-25T22:52:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:46 smithi111 conmon[101466]: cluster 2022-01-25T22:52:45.132985+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:52:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:46 smithi111 conmon[101466]: mgr.14718) 275 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.8 MiB/s wr, 778 op/s 2022-01-25T22:52:47.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 181842 4.51 MB/sec execute 506 sec latency 45.980 ms 2022-01-25T22:52:48.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 182277 4.53 MB/sec execute 507 sec latency 62.058 ms 2022-01-25T22:52:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:48 smithi179 conmon[67066]: cluster 2022-01-25T22:52:47.133409+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:48.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:48 smithi179 conmon[67066]: ) 276 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.4 MiB/s wr, 530 op/s 2022-01-25T22:52:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:48 smithi111 conmon[101466]: cluster 2022-01-25T22:52:47.133409+0000 mgr.smithi111.vbmimw (mgr.14718) 276 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 337 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.4 MiB/s wr, 530 op/s 2022-01-25T22:52:49.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 182945 4.55 MB/sec execute 508 sec latency 31.116 ms 2022-01-25T22:52:50.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 183570 4.57 MB/sec execute 509 sec latency 23.575 ms 2022-01-25T22:52:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:50 smithi179 conmon[67066]: cluster 2022-01-25T22:52:49.134185+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:52:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:50 smithi179 conmon[67066]: ) 277 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 338 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 740 op/s 2022-01-25T22:52:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:50 smithi111 conmon[101466]: cluster 2022-01-25T22:52:49.134185+0000 mgr.smithi111.vbmimw (mgr.14718) 277 : cluster 2022-01-25T22:52:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:50 smithi111 conmon[101466]: [DBG] pgmap v239: 129 pgs: 129 active+clean; 338 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 740 op/s 2022-01-25T22:52:51.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 184127 4.60 MB/sec execute 510 sec latency 56.885 ms 2022-01-25T22:52:52.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 184635 4.62 MB/sec execute 511 sec latency 38.956 ms 2022-01-25T22:52:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:52 smithi179 conmon[67066]: cluster 2022-01-25T22:52:51.134638+0000 mgr.smithi111.vbmimw (mgr.14718) 278 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 337 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 506 op/s 2022-01-25T22:52:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:52 smithi111 conmon[101466]: cluster 2022-01-25T22:52:51.134638+0000 mgr.smithi111.vbmimw 2022-01-25T22:52:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:52 smithi111 conmon[101466]: (mgr.14718) 278 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 337 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.2 MiB/s wr, 506 op/s 2022-01-25T22:52:53.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 185195 4.64 MB/sec execute 512 sec latency 23.757 ms 2022-01-25T22:52:54.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 185669 4.65 MB/sec execute 513 sec latency 63.431 ms 2022-01-25T22:52:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:54 smithi179 conmon[67066]: cluster 2022-01-25T22:52:53.135051+0000 mgr.smithi111.vbmimw (mgr.14718) 279 : 2022-01-25T22:52:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:54 smithi179 conmon[67066]: cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 337 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.8 MiB/s wr, 490 op/s 2022-01-25T22:52:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:54 smithi111 conmon[101466]: cluster 2022-01-25T22:52:53.135051+0000 mgr.smithi111.vbmimw (mgr.14718) 279 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 337 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.8 MiB/s wr, 490 op/s 2022-01-25T22:52:55.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 186237 4.67 MB/sec execute 514 sec latency 47.707 ms 2022-01-25T22:52:56.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 186846 4.69 MB/sec execute 515 sec latency 27.733 ms 2022-01-25T22:52:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:56 smithi179 conmon[67066]: cluster 2022-01-25T22:52:55.135718+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:52:56.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:56 smithi179 conmon[67066]: .14718) 280 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 8.4 MiB/s wr, 843 op/s 2022-01-25T22:52:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:56 smithi111 conmon[101466]: cluster 2022-01-25T22:52:55.135718+0000 mgr.smithi111.vbmimw (mgr.14718) 280 2022-01-25T22:52:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:56 smithi111 conmon[101466]: : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 8.4 MiB/s wr, 843 op/s 2022-01-25T22:52:57.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 187259 4.70 MB/sec execute 516 sec latency 42.107 ms 2022-01-25T22:52:58.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 187789 4.72 MB/sec execute 517 sec latency 37.828 ms 2022-01-25T22:52:58.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:58 smithi179 conmon[67066]: cluster 2022-01-25T22:52:57.136085 2022-01-25T22:52:58.875 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:52:58 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 281 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.8 MiB/s wr, 579 op/s 2022-01-25T22:52:58.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:58 smithi111 conmon[101466]: cluster 2022-01-25T22:52:57.136085+0000 mgr.smithi111.vbmimw 2022-01-25T22:52:58.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:52:58 smithi111 conmon[101466]: (mgr.14718) 281 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.8 MiB/s wr, 579 op/s 2022-01-25T22:52:59.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 188411 4.75 MB/sec execute 518 sec latency 52.018 ms 2022-01-25T22:53:00.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 189221 4.78 MB/sec execute 519 sec latency 32.655 ms 2022-01-25T22:53:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:00 smithi179 conmon[67066]: cluster 2022-01-25T22:52:59.136845+0000 mgr.smithi111.vbmimw (mgr.14718) 282 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.4 MiB/s wr, 882 op/s 2022-01-25T22:53:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:00 smithi111 conmon[101466]: cluster 2022-01-25T22:52:59.136845+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:00 smithi111 conmon[101466]: (mgr.14718) 282 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.4 MiB/s wr, 882 op/s 2022-01-25T22:53:01.553 INFO:teuthology.orchestra.run.smithi111.stdout: 5 190187 4.82 MB/sec execute 520 sec latency 34.235 ms 2022-01-25T22:53:02.554 INFO:teuthology.orchestra.run.smithi111.stdout: 5 190608 4.83 MB/sec execute 521 sec latency 39.580 ms 2022-01-25T22:53:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:02 smithi179 conmon[67066]: cluster 2022-01-25T22:53:01.137271+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:02 smithi179 conmon[67066]: ) 283 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.1 MiB/s wr, 692 op/s 2022-01-25T22:53:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:02 smithi111 conmon[101466]: cluster 2022-01-25T22:53:01.137271+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:53:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:02 smithi111 conmon[101466]: 14718) 283 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 7.1 MiB/s wr, 692 op/s 2022-01-25T22:53:03.554 INFO:teuthology.orchestra.run.smithi111.stdout: 5 191018 4.85 MB/sec execute 522 sec latency 35.057 ms 2022-01-25T22:53:04.554 INFO:teuthology.orchestra.run.smithi111.stdout: 5 191492 4.86 MB/sec execute 523 sec latency 55.825 ms 2022-01-25T22:53:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:04 smithi179 conmon[67066]: cluster 2022-01-25T22:53:03.137675+0000 2022-01-25T22:53:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:04 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 284 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.8 MiB/s wr, 676 op/s 2022-01-25T22:53:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:04 smithi111 conmon[101466]: cluster 2022-01-25T22:53:03.137675+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:04 smithi111 conmon[101466]: ) 284 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.8 MiB/s wr, 676 op/s 2022-01-25T22:53:05.554 INFO:teuthology.orchestra.run.smithi111.stdout: 5 192176 4.89 MB/sec execute 524 sec latency 37.120 ms 2022-01-25T22:53:06.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 192698 4.91 MB/sec execute 525 sec latency 43.514 ms 2022-01-25T22:53:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:06 smithi179 conmon[67066]: cluster 2022-01-25T22:53:05.138492+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:53:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:06 smithi179 conmon[67066]: 285 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-25T22:53:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:06 smithi111 conmon[101466]: cluster 2022- 2022-01-25T22:53:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:06 smithi111 conmon[101466]: 01-25T22:53:05.138492+0000 mgr.smithi111.vbmimw (mgr.14718) 285 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-25T22:53:07.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 193077 4.91 MB/sec execute 526 sec latency 38.563 ms 2022-01-25T22:53:08.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 193493 4.93 MB/sec execute 527 sec latency 60.153 ms 2022-01-25T22:53:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:08 smithi179 conmon[67066]: cluster 2022-01-25T22:53:07.138974+0000 mgr.smithi111.vbmimw (mgr.14718) 286 2022-01-25T22:53:08.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:08 smithi179 conmon[67066]: : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 721 op/s 2022-01-25T22:53:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:08 smithi111 conmon[101466]: cluster 2022-01-25T22:53:07.138974+0000 mgr.smithi111.vbmimw (mgr.14718) 286 : cluster 2022-01-25T22:53:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:08 smithi111 conmon[101466]: [DBG] pgmap v248: 129 pgs: 129 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 721 op/s 2022-01-25T22:53:09.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 194122 4.95 MB/sec execute 528 sec latency 44.271 ms 2022-01-25T22:53:09.973 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:53:10.363 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:10.363 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (15m) 6m ago 16m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:53:10.363 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (6m) 6m ago 16m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:53:10.364 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (6m) 6m ago 15m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:53:10.364 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (15m) 6m ago 16m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:53:10.364 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (11m) 6m ago 11m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:53:10.364 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (11m) 6m ago 11m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:53:10.365 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (7m) 6m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:53:10.365 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (7m) 6m ago 15m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:53:10.365 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (7m) 6m ago 17m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:53:10.365 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (6m) 6m ago 15m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:53:10.366 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (7m) 6m ago 7m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:53:10.366 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (7m) 6m ago 7m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:53:10.366 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (16m) 6m ago 16m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:53:10.366 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (15m) 6m ago 15m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:53:10.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 6m ago 14m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:53:10.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (14m) 6m ago 14m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:53:10.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (14m) 6m ago 14m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:53:10.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (13m) 6m ago 13m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:53:10.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (13m) 6m ago 13m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:53:10.368 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (13m) 6m ago 13m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:53:10.368 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (13m) 6m ago 13m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:53:10.368 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (12m) 6m ago 12m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:53:10.368 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (14m) 6m ago 15m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:53:10.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 194786 4.98 MB/sec execute 529 sec latency 32.823 ms 2022-01-25T22:53:10.840 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:53:10.840 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:53:10.840 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:10.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:10.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:53:10.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:10.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:10.842 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:53:10.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:53:10.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:53:10.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:10.843 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:53:10.843 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:10.843 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:10.844 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:53:10.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:10.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:53:10.845 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:53:10.845 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:53:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:10 smithi179 conmon[67066]: cluster 2022-01-25T22:53:09.139754+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:53:10.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:10 smithi179 conmon[67066]: 14718) 287 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 9.8 MiB/s wr, 1k op/s 2022-01-25T22:53:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:10 smithi111 conmon[101466]: cluster 2022-01-25T22:53:09.139754+0000 mgr.smithi111.vbmimw (mgr.14718) 287 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 9.8 MiB/s wr, 1k op/s 2022-01-25T22:53:10.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:10 smithi111 conmon[101466]: 2022-01-25T22:53:11.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 195381 5.00 MB/sec execute 530 sec latency 37.465 ms 2022-01-25T22:53:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:11 smithi179 conmon[67066]: audit 2022-01-25T22:53:09.954560+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:11 smithi179 conmon[67066]: mgr.14718) 288 : audit [DBG] from='client.44227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:11 smithi179 conmon[67066]: audit 2022-01-25T22:53:10.351468+0000 mgr.smithi111.vbmimw (mgr.14718) 289 : audit [DBG] from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:11 smithi179 conmon[67066]: audit 2022-01-25T22:53 2022-01-25T22:53:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:11 smithi179 conmon[67066]: :10.838015+0000 mon.smithi111 (mon.0) 307 : audit [DBG] from='client.? 172.21.15.111:0/2167501106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:11 smithi111 conmon[101466]: audit 2022-01-25T22:53:09.954560+0000 mgr.smithi111.vbmimw (mgr.14718) 288 : audit [DBG] from='client.44227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:11 smithi111 conmon[101466]: audit 2022-01-25T22:53:10.351468+0000 mgr.smithi111.vbmimw (mgr.14718) 289 : audit [DBG] from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:11 smithi111 conmon[101466]: audit 2022-01-25T22:53:10.838015+0000 mon.smithi111 (mon.0) 307 : audit [DBG] from='client.? 172.21.15.111:0/2167501106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:12.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 195958 5.01 MB/sec execute 531 sec latency 24.918 ms 2022-01-25T22:53:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:12 smithi179 conmon[67066]: cluster 2022-01-25T22:53:11.140200+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:53:12.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:12 smithi179 conmon[67066]: 14718) 290 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.6 MiB/s wr, 720 op/s 2022-01-25T22:53:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:12 smithi111 conmon[101466]: cluster 2022-01-25T22:53:11.140200+0000 2022-01-25T22:53:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:12 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 290 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.6 MiB/s wr, 720 op/s 2022-01-25T22:53:13.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 196499 5.03 MB/sec execute 532 sec latency 43.615 ms 2022-01-25T22:53:14.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 196999 5.05 MB/sec execute 533 sec latency 63.576 ms 2022-01-25T22:53:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:14 smithi179 conmon[67066]: cluster 2022-01-25T22:53:13.140569+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:14.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:14 smithi179 conmon[67066]: ) 291 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.1 MiB/s wr, 700 op/s 2022-01-25T22:53:14.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:14 smithi111 conmon[101466]: cluster 2022-01-25T22:53:13.140569+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:53:14.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:14 smithi111 conmon[101466]: 14718) 291 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 341 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.1 MiB/s wr, 700 op/s 2022-01-25T22:53:15.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 197488 5.06 MB/sec execute 534 sec latency 36.598 ms 2022-01-25T22:53:16.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 197784 5.06 MB/sec execute 535 sec latency 50.904 ms 2022-01-25T22:53:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:16 smithi111 conmon[101466]: cluster 2022-01-25T22:53:15.141235+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:16 smithi111 conmon[101466]: ) 292 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 346 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:53:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:16 smithi179 conmon[67066]: cluster 2022-01-25T22:53:15.141235+0000 mgr.smithi111.vbmimw (mgr.14718) 292 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 346 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.05k op/s 2022-01-25T22:53:17.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 198174 5.08 MB/sec execute 536 sec latency 62.646 ms 2022-01-25T22:53:18.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 198588 5.09 MB/sec execute 537 sec latency 47.714 ms 2022-01-25T22:53:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:18 smithi111 conmon[101466]: cluster 2022-01-25T22:53:17.141653+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:18 smithi111 conmon[101466]: (mgr.14718) 293 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 346 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 6.6 MiB/s wr, 654 op/s 2022-01-25T22:53:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:18 smithi179 conmon[67066]: cluster 2022-01-25T22:53:17.141653+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:18 smithi179 conmon[67066]: mgr.14718) 293 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 346 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 6.6 MiB/s wr, 654 op/s 2022-01-25T22:53:19.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 198914 5.10 MB/sec execute 538 sec latency 44.758 ms 2022-01-25T22:53:20.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 199211 5.11 MB/sec execute 539 sec latency 49.002 ms 2022-01-25T22:53:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:20 smithi111 conmon[101466]: cluster 2022-01-25T22:53:19.142458+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:20 smithi111 conmon[101466]: (mgr.14718) 294 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 343 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 897 op/s 2022-01-25T22:53:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:20 smithi179 conmon[67066]: cluster 2022-01-25T22:53:19.142458+0000 mgr.smithi111.vbmimw (mgr.14718) 294 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 343 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 897 op/s 2022-01-25T22:53:21.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 199703 5.12 MB/sec execute 540 sec latency 27.557 ms 2022-01-25T22:53:22.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 200155 5.13 MB/sec execute 541 sec latency 42.154 ms 2022-01-25T22:53:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:22 smithi111 conmon[101466]: cluster 2022-01-25T22:53:21.142916+0000 mgr.smithi111.vbmimw (mgr.14718) 295 : cluster 2022-01-25T22:53:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:22 smithi111 conmon[101466]: [DBG] pgmap v255: 129 pgs: 129 active+clean; 340 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.7 MiB/s wr, 636 op/s 2022-01-25T22:53:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:22 smithi179 conmon[67066]: cluster 2022-01-25T22:53:21.142916+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:22 smithi179 conmon[67066]: (mgr.14718) 295 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 340 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.7 MiB/s wr, 636 op/s 2022-01-25T22:53:23.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 200564 5.14 MB/sec execute 542 sec latency 45.965 ms 2022-01-25T22:53:24.555 INFO:teuthology.orchestra.run.smithi111.stdout: 5 200998 5.15 MB/sec execute 543 sec latency 53.052 ms 2022-01-25T22:53:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:24 smithi111 conmon[101466]: cluster 2022-01-25T22:53:23.143284 2022-01-25T22:53:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:24 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 296 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 340 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.2 MiB/s wr, 613 op/s 2022-01-25T22:53:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:24 smithi179 conmon[67066]: cluster 2022-01-25T22:53:23.143284+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:24 smithi179 conmon[67066]: mgr.14718) 296 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 340 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.2 MiB/s wr, 613 op/s 2022-01-25T22:53:25.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 201323 5.16 MB/sec execute 544 sec latency 44.711 ms 2022-01-25T22:53:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 201815 5.18 MB/sec execute 545 sec latency 55.046 ms 2022-01-25T22:53:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:26 smithi111 conmon[101466]: cluster 2022-01-25T22:53:25.143951+0000 2022-01-25T22:53:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:26 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 297 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 334 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 866 op/s 2022-01-25T22:53:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:26 smithi179 conmon[67066]: cluster 2022-01-25T22:53:25.143951+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:53:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:26 smithi179 conmon[67066]: 297 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 334 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 866 op/s 2022-01-25T22:53:27.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 202269 5.19 MB/sec execute 546 sec latency 73.077 ms 2022-01-25T22:53:28.559 INFO:teuthology.orchestra.run.smithi111.stdout: 5 202735 5.21 MB/sec execute 547 sec latency 37.243 ms 2022-01-25T22:53:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:28 smithi111 conmon[101466]: cluster 2022-01-25T22:53:27.144342+0000 mgr.smithi111.vbmimw (mgr.14718) 298 2022-01-25T22:53:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:28 smithi111 conmon[101466]: : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 334 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.2 MiB/s wr, 513 op/s 2022-01-25T22:53:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:28 smithi179 conmon[67066]: cluster 2022-01-25T22:53: 2022-01-25T22:53:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:28 smithi179 conmon[67066]: 27.144342+0000 mgr.smithi111.vbmimw (mgr.14718) 298 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 334 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.2 MiB/s wr, 513 op/s 2022-01-25T22:53:29.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 203327 5.22 MB/sec execute 548 sec latency 36.314 ms 2022-01-25T22:53:30.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 203861 5.24 MB/sec execute 549 sec latency 45.443 ms 2022-01-25T22:53:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:30 smithi111 conmon[101466]: cluster 2022-01-25T22:53:29.145042+0000 mgr.smithi111.vbmimw (mgr.14718) 299 2022-01-25T22:53:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:30 smithi111 conmon[101466]: : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.5 MiB/s wr, 754 op/s 2022-01-25T22:53:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:30 smithi179 conmon[67066]: cluster 2022-01-25T22:53:29.145042+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:30 smithi179 conmon[67066]: ) 299 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.5 MiB/s wr, 754 op/s 2022-01-25T22:53:31.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 204469 5.26 MB/sec execute 550 sec latency 35.157 ms 2022-01-25T22:53:32.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 204899 5.26 MB/sec execute 551 sec latency 32.524 ms 2022-01-25T22:53:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:32 smithi111 conmon[101466]: cluster 2022-01-25T22:53:31.145480+0000 mgr.smithi111.vbmimw (mgr.14718) 300 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 5.7 MiB/s wr, 531 op/s 2022-01-25T22:53:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:32 smithi179 conmon[67066]: cluster 2022-01-25T22:53:31.145480+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:32 smithi179 conmon[67066]: ) 300 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 5.7 MiB/s wr, 531 op/s 2022-01-25T22:53:33.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 205459 5.29 MB/sec execute 552 sec latency 34.885 ms 2022-01-25T22:53:34.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 205869 5.30 MB/sec execute 553 sec latency 71.692 ms 2022-01-25T22:53:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:34 smithi111 conmon[101466]: cluster 2022-01-25T22:53:33.145861+0000 2022-01-25T22:53:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:34 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 301 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 5.2 MiB/s wr, 512 op/s 2022-01-25T22:53:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:34 smithi179 conmon[67066]: cluster 2022-01-25T22:53:33.145861 2022-01-25T22:53:35.199 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:34 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 301 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 341 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 5.2 MiB/s wr, 512 op/s 2022-01-25T22:53:35.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 206311 5.32 MB/sec execute 554 sec latency 38.946 ms 2022-01-25T22:53:36.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 206800 5.33 MB/sec execute 555 sec latency 40.682 ms 2022-01-25T22:53:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:36 smithi111 conmon[101466]: cluster 2022-01-25T22:53:35.146471+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:36 smithi111 conmon[101466]: (mgr.14718) 302 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 8.3 MiB/s wr, 841 op/s 2022-01-25T22:53:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:36 smithi179 conmon[67066]: cluster 2022-01-25T22:53:35.146471+0000 2022-01-25T22:53:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:36 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 302 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 8.3 MiB/s wr, 841 op/s 2022-01-25T22:53:37.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 207192 5.33 MB/sec execute 556 sec latency 39.344 ms 2022-01-25T22:53:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:37 smithi111 conmon[101466]: audit 2022-01-25T22:53:37.342229+0000 mon.smithi111 (mon 2022-01-25T22:53:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:37 smithi111 conmon[101466]: .0) 308 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:37 smithi111 conmon[101466]: audit 2022-01-25T22:53:37.345093+0000 mon.smithi111 ( 2022-01-25T22:53:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:37 smithi111 conmon[101466]: mon.0) 309 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:37 smithi179 conmon[67066]: audit 2022-01-25T22:53:37.342229+0000 mon.smithi111 ( 2022-01-25T22:53:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:37 smithi179 conmon[67066]: mon.0) 308 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:37 smithi179 conmon[67066]: audit 2022-01-25T22:53:37.345093+0000 mon.smithi111 (mon.0) 309 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:38.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 207465 5.34 MB/sec execute 557 sec latency 193.793 ms 2022-01-25T22:53:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:38 smithi111 conmon[101466]: cluster 2022-01-25T22:53:37.146834+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:38 smithi111 conmon[101466]: (mgr.14718) 303 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.8 MiB/s wr, 589 op/s 2022-01-25T22:53:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:38 smithi179 conmon[67066]: cluster 2022-01-25T22:53:37.146834 2022-01-25T22:53:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:38 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 303 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 342 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 5.8 MiB/s wr, 589 op/s 2022-01-25T22:53:39.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 207788 5.34 MB/sec execute 558 sec latency 68.020 ms 2022-01-25T22:53:40.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 208142 5.35 MB/sec execute 559 sec latency 73.050 ms 2022-01-25T22:53:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:40 smithi111 conmon[101466]: cluster 2022-01-25T22:53:39.147411+0000 mgr.smithi111.vbmimw (mgr.14718) 304 : 2022-01-25T22:53:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:40 smithi111 conmon[101466]: cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 339 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.2 MiB/s wr, 842 op/s 2022-01-25T22:53:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:40 smithi179 conmon[67066]: cluster 2022-01-25T22:53:39.147411+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:53:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:40 smithi179 conmon[67066]: .14718) 304 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 339 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.2 MiB/s wr, 842 op/s 2022-01-25T22:53:41.177 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:53:41.543 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:41.544 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (15m) 7m ago 16m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:53:41.544 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (7m) 7m ago 16m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:53:41.544 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (7m) 7m ago 16m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:53:41.545 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (15m) 7m ago 16m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:53:41.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (11m) 7m ago 11m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:53:41.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (11m) 7m ago 11m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:53:41.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (8m) 7m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:53:41.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (7m) 7m ago 16m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:53:41.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (7m) 7m ago 18m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:53:41.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (7m) 7m ago 16m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:53:41.546 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (8m) 7m ago 8m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:53:41.546 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (8m) 7m ago 8m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:53:41.547 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (16m) 7m ago 16m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:53:41.547 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (15m) 7m ago 15m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:53:41.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (15m) 7m ago 15m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:53:41.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (15m) 7m ago 15m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:53:41.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (14m) 7m ago 14m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:53:41.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (14m) 7m ago 14m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:53:41.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (14m) 7m ago 14m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:53:41.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (13m) 7m ago 13m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:53:41.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (13m) 7m ago 13m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:53:41.549 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (13m) 7m ago 13m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:53:41.549 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (15m) 7m ago 16m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:53:41.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 208564 5.36 MB/sec execute 560 sec latency 36.915 ms 2022-01-25T22:53:42.012 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:53:42.012 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:53:42.013 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:42.013 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:42.013 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:53:42.013 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:42.014 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:42.014 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:53:42.014 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:53:42.014 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:53:42.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:42.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:53:42.015 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:42.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:53:42.015 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:53:42.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:42.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:53:42.016 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:53:42.016 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:53:42.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 209342 5.39 MB/sec execute 561 sec latency 32.444 ms 2022-01-25T22:53:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: cluster 2022-01-25T22:53:41.147927+0000 2022-01-25T22:53:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 305 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 338 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.2 MiB/s wr, 614 op/s 2022-01-25T22:53:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: audit 2022-01-25T22:53:41.166292+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: mgr.14718) 306 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:42.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: audit 2022-01-25T22:53: 2022-01-25T22:53:42.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: 41.531152+0000 mgr.smithi111.vbmimw (mgr.14718) 307 : audit 2022-01-25T22:53:42.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:42.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:53:42.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: T22:53:42.012768+0000 mon.smithi111 (mon 2022-01-25T22:53:42.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:42 smithi111 conmon[101466]: .0) 310 : audit [DBG] from='client.? 172.21.15.111:0/3213204489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: cluster 2022-01-25T22:53:41.147927+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: (mgr.14718) 305 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 338 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.2 MiB/s wr, 614 op/s 2022-01-25T22:53:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: audit 2022-01-25T22:53:41.166292+0000 mgr.smithi111.vbmimw (mgr.14718) 306 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T22:53:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: T22:53:41.531152+0000 mgr.smithi111.vbmimw (mgr.14718) 307 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: audit 2022-01-25T22:53:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: 2022-01-25T22:53:42.012768+0000 mon.smithi111 (mon.0) 2022-01-25T22:53:43.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:42 smithi179 conmon[67066]: 310 : audit [DBG] from='client.? 172.21.15.111:0/3213204489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:43.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 210022 5.41 MB/sec execute 562 sec latency 38.248 ms 2022-01-25T22:53:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: audit 2022-01-25T22:53:43.106973+0000 mon.smithi111 (mon.0) 311 2022-01-25T22:53:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: audit 2022-01-25T22:53:43.108283+0000 mon.smithi111 (mon.0) 312 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: audit 2022-01-25T22:53:43.109127+0000 mon.smithi111 (mon.0) 313 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: audit 2022-01-25T22:53:43.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: 2022-01-25T22:53:43.511809+0000 mon.smithi111 2022-01-25T22:53:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: (mon.0) 314 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:53:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: audit 2022-01-25T22:53:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: 2022-01-25T22:53:43.518415+0000 2022-01-25T22:53:43.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 315 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:53:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: audit 2022-01-25T22:53:43.106973+0000 mon.smithi111 2022-01-25T22:53:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: (mon.0) 311 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: audit 2022-01-25T22: 2022-01-25T22:53:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: 53:43.108283+0000 mon.smithi111 (mon.0) 312 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: audit 2022 2022-01-25T22:53:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: -01-25T22:53:43.109127+0000 mon.smithi111 (mon 2022-01-25T22:53:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: .0) 313 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: audit 2022-01-25T22:53:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: 2022-01-25T22:53 2022-01-25T22:53:44.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: :43.511809+0000 mon.smithi111 (mon.0) 314 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:53:44.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: audit 2022-01-25T22:53:44.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: 2022-01-25T22:53 2022-01-25T22:53:44.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: :43.518415+0000 mon.smithi111 (mon.0) 2022-01-25T22:53:44.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:43 smithi179 conmon[67066]: 315 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:53:44.556 INFO:teuthology.orchestra.run.smithi111.stdout: 5 210684 5.44 MB/sec execute 563 sec latency 49.244 ms 2022-01-25T22:53:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:44 smithi111 conmon[101466]: cephadm 2022-01-25T22:53:43.109872+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:44 smithi111 conmon[101466]: (mgr.14718) 308 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:44 smithi111 conmon[101466]: cluster 2022-01-25T22:53:43.148345+0000 mgr.smithi111.vbmimw (mgr.14718) 309 : cluster [DBG] 2022-01-25T22:53:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:44 smithi111 conmon[101466]: pgmap v266: 129 pgs: 129 active+clean; 338 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 5.8 MiB/s wr, 596 op/s 2022-01-25T22:53:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:44 smithi179 conmon[67066]: cephadm 2022-01-25T22:53:43.109872+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:53:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:44 smithi179 conmon[67066]: 308 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:44 smithi179 conmon[67066]: cluster 2022-01-25T22:53:43.148345+0000 mgr.smithi111.vbmimw (mgr.14718) 309 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 338 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 5.8 MiB/s wr, 596 op/s 2022-01-25T22:53:45.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 211198 5.45 MB/sec execute 564 sec latency 38.728 ms 2022-01-25T22:53:46.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 211739 5.46 MB/sec execute 565 sec latency 28.622 ms 2022-01-25T22:53:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:46 smithi111 conmon[101466]: cluster 2022-01-25T22:53:45.148991+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:53:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:46 smithi111 conmon[101466]: 14718) 310 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 890 op/s 2022-01-25T22:53:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:46 smithi179 conmon[67066]: cluster 2022-01-25T22:53:45. 2022-01-25T22:53:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:46 smithi179 conmon[67066]: 148991+0000 mgr.smithi111.vbmimw (mgr.14718) 310 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 890 op/s 2022-01-25T22:53:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 212222 5.48 MB/sec execute 566 sec latency 48.736 ms 2022-01-25T22:53:48.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 212774 5.50 MB/sec execute 567 sec latency 25.022 ms 2022-01-25T22:53:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:48 smithi111 conmon[101466]: cluster 2022-01-25T22:53:47.149342+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:48 smithi111 conmon[101466]: mgr.14718) 311 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.8 MiB/s wr, 561 op/s 2022-01-25T22:53:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:48 smithi179 conmon[67066]: cluster 2022-01-25T22:53:47. 2022-01-25T22:53:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:48 smithi179 conmon[67066]: 149342+0000 mgr.smithi111.vbmimw (mgr.14718) 311 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.8 MiB/s wr, 561 op/s 2022-01-25T22:53:49.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 213170 5.51 MB/sec execute 568 sec latency 46.945 ms 2022-01-25T22:53:50.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 213640 5.52 MB/sec execute 569 sec latency 50.366 ms 2022-01-25T22:53:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:50 smithi111 conmon[101466]: cluster 2022-01-25T22:53:49.149997+0000 mgr.smithi111.vbmimw (mgr.14718) 312 : cluster 2022-01-25T22:53:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:50 smithi111 conmon[101466]: [DBG] pgmap v269: 129 pgs: 129 active+clean; 346 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 877 op/s 2022-01-25T22:53:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:50 smithi179 conmon[67066]: cluster 2022-01-25T22:53:49.149997+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:50 smithi179 conmon[67066]: (mgr.14718) 312 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 346 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 877 op/s 2022-01-25T22:53:51.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 214028 5.53 MB/sec execute 570 sec latency 38.279 ms 2022-01-25T22:53:52.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 214484 5.53 MB/sec execute 571 sec latency 50.454 ms 2022-01-25T22:53:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:52 smithi111 conmon[101466]: cluster 2022-01-25T22:53:51.150535+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:52 smithi111 conmon[101466]: mgr.14718) 313 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 345 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 6.7 MiB/s wr, 643 op/s 2022-01-25T22:53:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:52 smithi179 conmon[67066]: cluster 2022-01-25T22:53:51.150535+0000 2022-01-25T22:53:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:52 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 313 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 345 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 6.7 MiB/s wr, 643 op/s 2022-01-25T22:53:53.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 214874 5.55 MB/sec execute 572 sec latency 162.688 ms 2022-01-25T22:53:54.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 215265 5.55 MB/sec execute 573 sec latency 117.096 ms 2022-01-25T22:53:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:54 smithi111 conmon[101466]: cluster 2022-01-25T22:53:53.151020+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:54 smithi111 conmon[101466]: (mgr.14718) 314 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 345 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 6.4 MiB/s wr, 629 op/s 2022-01-25T22:53:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:54 smithi179 conmon[67066]: cluster 2022-01-25T22:53:53.151020+0000 2022-01-25T22:53:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:54 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 314 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 345 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 6.4 MiB/s wr, 629 op/s 2022-01-25T22:53:55.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 215536 5.55 MB/sec execute 574 sec latency 43.934 ms 2022-01-25T22:53:56.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 215874 5.56 MB/sec execute 575 sec latency 60.047 ms 2022-01-25T22:53:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:56 smithi111 conmon[101466]: cluster 2022-01-25T22:53:55.151666+0000 mgr.smithi111.vbmimw 2022-01-25T22:53:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:56 smithi111 conmon[101466]: (mgr.14718) 315 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 9.0 MiB/s wr, 895 op/s 2022-01-25T22:53:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:56 smithi179 conmon[67066]: cluster 2022-01-25T22:53:55.151666+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:53:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:56 smithi179 conmon[67066]: ) 315 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 9.0 MiB/s wr, 895 op/s 2022-01-25T22:53:57.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 216229 5.57 MB/sec execute 576 sec latency 70.185 ms 2022-01-25T22:53:58.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 216612 5.58 MB/sec execute 577 sec latency 53.216 ms 2022-01-25T22:53:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:58 smithi111 conmon[101466]: cluster 2022-01-25T22:53:57.152225+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:53:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:53:58 smithi111 conmon[101466]: mgr.14718) 316 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.8 MiB/s wr, 600 op/s 2022-01-25T22:53:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:58 smithi179 conmon[67066]: cluster 2022-01-25T22:53:57.152225+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:53:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:53:58 smithi179 conmon[67066]: 316 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 5.8 MiB/s wr, 600 op/s 2022-01-25T22:53:59.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 217001 5.59 MB/sec execute 578 sec latency 38.022 ms 2022-01-25T22:54:00.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 217413 5.60 MB/sec execute 579 sec latency 64.566 ms 2022-01-25T22:54:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:00 smithi111 conmon[101466]: cluster 2022-01-25T22:53:59.152830+0000 mgr.smithi111.vbmimw 2022-01-25T22:54:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:00 smithi111 conmon[101466]: (mgr.14718) 317 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 800 op/s 2022-01-25T22:54:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:00 smithi179 conmon[67066]: cluster 2022-01-25T22:53:59.152830+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:54:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:00 smithi179 conmon[67066]: mgr.14718) 317 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.7 MiB/s wr, 800 op/s 2022-01-25T22:54:01.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 217831 5.61 MB/sec execute 580 sec latency 37.134 ms 2022-01-25T22:54:02.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 218260 5.61 MB/sec execute 581 sec latency 36.158 ms 2022-01-25T22:54:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:02 smithi111 conmon[101466]: cluster 2022-01-25T22:54:01.153354+0000 mgr.smithi111.vbmimw (mgr.14718) 318 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 341 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.3 MiB/s wr, 497 op/s 2022-01-25T22:54:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:02 smithi179 conmon[67066]: cluster 2022-01-25T22:54:01.153354+0000 mgr.smithi111.vbmimw (mgr.14718) 318 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 341 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.3 MiB/s wr, 497 op/s 2022-01-25T22:54:03.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 218809 5.63 MB/sec execute 582 sec latency 50.085 ms 2022-01-25T22:54:04.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 219217 5.64 MB/sec execute 583 sec latency 55.788 ms 2022-01-25T22:54:04.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:04 smithi111 conmon[101466]: cluster 2022-01-25T22:54:03.153742+0000 mgr.smithi111.vbmimw (mgr.14718) 319 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 341 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 4.8 MiB/s wr, 477 op/s 2022-01-25T22:54:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:04 smithi179 conmon[67066]: cluster 2022-01-25T22:54:03.153742+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:54:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:04 smithi179 conmon[67066]: mgr.14718) 319 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 341 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 4.8 MiB/s wr, 477 op/s 2022-01-25T22:54:05.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 219737 5.66 MB/sec execute 584 sec latency 28.184 ms 2022-01-25T22:54:06.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 220082 5.66 MB/sec execute 585 sec latency 54.333 ms 2022-01-25T22:54:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:06 smithi111 conmon[101466]: cluster 2022-01-25T22:54:05.154455+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:54:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:06 smithi111 conmon[101466]: .14718) 320 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.3 MiB/s wr, 743 op/s 2022-01-25T22:54:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:06 smithi179 conmon[67066]: cluster 2022-01-25T22:54:05.154455+0000 2022-01-25T22:54:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:06 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 320 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.3 MiB/s wr, 743 op/s 2022-01-25T22:54:07.557 INFO:teuthology.orchestra.run.smithi111.stdout: 5 220463 5.68 MB/sec execute 586 sec latency 46.699 ms 2022-01-25T22:54:08.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 220850 5.68 MB/sec execute 587 sec latency 51.672 ms 2022-01-25T22:54:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:08 smithi111 conmon[101466]: cluster 2022-01-25T22:54:07.154949+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:54:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:08 smithi111 conmon[101466]: 321 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.7 MiB/s wr, 478 op/s 2022-01-25T22:54:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:08 smithi179 conmon[67066]: cluster 2022-01-25T22:54:07.154949+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:54:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:08 smithi179 conmon[67066]: .14718) 321 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.7 MiB/s wr, 478 op/s 2022-01-25T22:54:09.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 221233 5.69 MB/sec execute 588 sec latency 55.600 ms 2022-01-25T22:54:10.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 221695 5.70 MB/sec execute 589 sec latency 36.941 ms 2022-01-25T22:54:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:10 smithi111 conmon[101466]: cluster 2022-01-25T22:54:09.155607+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:54:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:10 smithi111 conmon[101466]: ) 322 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 346 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 726 op/s 2022-01-25T22:54:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:10 smithi179 conmon[67066]: cluster 2022-01-25T22:54:09.155607+0000 mgr.smithi111.vbmimw 2022-01-25T22:54:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:10 smithi179 conmon[67066]: (mgr.14718) 322 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 346 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.2 MiB/s wr, 726 op/s 2022-01-25T22:54:11.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 222201 5.71 MB/sec execute 590 sec latency 50.121 ms 2022-01-25T22:54:12.437 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:54:12.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 222596 5.72 MB/sec execute 591 sec latency 46.167 ms 2022-01-25T22:54:12.826 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:54:12.826 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (16m) 7m ago 17m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:54:12.827 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (7m) 7m ago 17m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:54:12.827 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (7m) 7m ago 16m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:54:12.827 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (16m) 7m ago 17m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:54:12.827 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (12m) 7m ago 12m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:54:12.828 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (12m) 7m ago 12m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:54:12.828 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (8m) 7m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:54:12.828 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (8m) 7m ago 16m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:54:12.828 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (8m) 7m ago 18m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:54:12.829 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (8m) 7m ago 16m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:54:12.829 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (8m) 7m ago 8m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:54:12.829 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (8m) 7m ago 8m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:54:12.829 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (17m) 7m ago 17m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:54:12.829 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (16m) 7m ago 16m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:54:12.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 7m ago 16m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:54:12.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (15m) 7m ago 15m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:54:12.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (15m) 7m ago 15m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:54:12.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (15m) 7m ago 14m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:54:12.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (14m) 7m ago 14m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:54:12.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (14m) 7m ago 14m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:54:12.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (14m) 7m ago 14m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:54:12.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (13m) 7m ago 13m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:54:12.832 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (15m) 7m ago 16m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:54:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:12 smithi111 conmon[101466]: cluster 2022-01-25T22:54:11.156146+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:54:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:12 smithi111 conmon[101466]: mgr.14718) 323 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.6 MiB/s wr, 540 op/s 2022-01-25T22:54:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:12 smithi179 conmon[67066]: cluster 2022-01-25T22:54:11.156146+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:54:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:12 smithi179 conmon[67066]: mgr.14718) 323 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.6 MiB/s wr, 540 op/s 2022-01-25T22:54:13.275 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:54:13.276 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:54:13.276 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:13.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:13.276 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:54:13.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:13.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:13.277 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:54:13.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:54:13.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:54:13.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:13.278 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:54:13.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:54:13.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:13.279 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:54:13.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:54:13.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:54:13.279 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:54:13.280 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:54:13.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 223012 5.73 MB/sec execute 592 sec latency 41.295 ms 2022-01-25T22:54:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:13 smithi111 conmon[101466]: audit 2022-01-25T22:54 2022-01-25T22:54:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:13 smithi111 conmon[101466]: :12.419022+0000 mgr.smithi111.vbmimw (mgr.14718) 324 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:13 smithi111 conmon[101466]: audit 2022-01-25T22:54:13.276135+0000 mon.smithi179 (mon.1) 3 : 2022-01-25T22:54:13.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:13 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/562109530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:13 smithi179 conmon[67066]: audit 2022-01-25T22:54:12.419022+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:54:14.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:13 smithi179 conmon[67066]: ) 324 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:14.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:13 smithi179 conmon[67066]: audit 2022-01-25T22:54:13.276135+0000 mon.smithi179 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.111:0/562109530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:14.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 223524 5.75 MB/sec execute 593 sec latency 72.929 ms 2022-01-25T22:54:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:14 smithi111 conmon[101466]: audit 2022-01-25T22:54:12.813614+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:54:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:14 smithi111 conmon[101466]: 325 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:14 smithi111 conmon[101466]: cluster 2022-01-25T22:54:13.156606+0000 mgr.smithi111.vbmimw (mgr.14718) 326 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.3 MiB/s wr, 528 op/s 2022-01-25T22:54:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:14 smithi179 conmon[67066]: audit 2022-01-25T22:54:12.813614+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:54:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:14 smithi179 conmon[67066]: 14718) 325 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:14 smithi179 conmon[67066]: cluster 2022-01-25T22:54:13.156606+0000 mgr.smithi111.vbmimw (mgr.14718) 326 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 5.3 MiB/s wr, 528 op/s 2022-01-25T22:54:15.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 223937 5.76 MB/sec execute 594 sec latency 34.666 ms 2022-01-25T22:54:16.559 INFO:teuthology.orchestra.run.smithi111.stdout: 5 224334 5.76 MB/sec execute 595 sec latency 60.534 ms 2022-01-25T22:54:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:16 smithi111 conmon[101466]: cluster 2022-01-25T22:54:15.157352+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:54:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:16 smithi111 conmon[101466]: .14718) 327 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 797 op/s 2022-01-25T22:54:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:16 smithi179 conmon[67066]: cluster 2022-01-25T22:54:15.157352+0000 mgr.smithi111.vbmimw (mgr.14718) 327 : cluster 2022-01-25T22:54:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:16 smithi179 conmon[67066]: [DBG] pgmap v282: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 797 op/s 2022-01-25T22:54:17.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 224691 5.76 MB/sec execute 596 sec latency 48.622 ms 2022-01-25T22:54:18.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 225049 5.77 MB/sec execute 597 sec latency 49.343 ms 2022-01-25T22:54:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:18 smithi111 conmon[101466]: cluster 2022-01-25T22:54:17.157754+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:54:18.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:18 smithi111 conmon[101466]: ) 328 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.4 MiB/s wr, 531 op/s 2022-01-25T22:54:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:18 smithi179 conmon[67066]: cluster 2022-01-25T22:54:17.157754 2022-01-25T22:54:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:18 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 328 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 5.4 MiB/s wr, 531 op/s 2022-01-25T22:54:19.559 INFO:teuthology.orchestra.run.smithi111.stdout: 5 225566 5.79 MB/sec execute 598 sec latency 33.197 ms 2022-01-25T22:54:20.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 226157 5.80 MB/sec execute 599 sec latency 25.712 ms 2022-01-25T22:54:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:20 smithi111 conmon[101466]: cluster 2022-01-25T22:54:19.158403+0000 mgr.smithi111.vbmimw (mgr.14718) 329 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 7.6 MiB/s wr, 774 op/s 2022-01-25T22:54:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:20 smithi179 conmon[67066]: cluster 2022-01-25T22:54:19.158403+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:54:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:20 smithi179 conmon[67066]: .14718) 329 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 341 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 7.6 MiB/s wr, 774 op/s 2022-01-25T22:54:21.558 INFO:teuthology.orchestra.run.smithi111.stdout: 5 cleanup 600 sec 2022-01-25T22:54:21.729 INFO:teuthology.orchestra.run.smithi111.stdout: 0 cleanup 600 sec 2022-01-25T22:54:21.729 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:54:21.730 INFO:teuthology.orchestra.run.smithi111.stdout: Operation Count AvgLat MaxLat 2022-01-25T22:54:21.730 INFO:teuthology.orchestra.run.smithi111.stdout: ---------------------------------------- 2022-01-25T22:54:21.733 INFO:teuthology.orchestra.run.smithi111.stdout: NTCreateX 111843 6.399 337557.633 2022-01-25T22:54:21.734 INFO:teuthology.orchestra.run.smithi111.stdout: Close 82231 0.164 8.310 2022-01-25T22:54:21.734 INFO:teuthology.orchestra.run.smithi111.stdout: Rename 4745 8.274 117.086 2022-01-25T22:54:21.734 INFO:teuthology.orchestra.run.smithi111.stdout: Unlink 22544 5.576 182.702 2022-01-25T22:54:21.735 INFO:teuthology.orchestra.run.smithi111.stdout: Qpathinfo 101559 0.734 71.681 2022-01-25T22:54:21.735 INFO:teuthology.orchestra.run.smithi111.stdout: Qfileinfo 17733 0.007 3.821 2022-01-25T22:54:21.735 INFO:teuthology.orchestra.run.smithi111.stdout: Qfsinfo 18570 0.504 251.146 2022-01-25T22:54:21.735 INFO:teuthology.orchestra.run.smithi111.stdout: Sfileinfo 9112 9.658 188.330 2022-01-25T22:54:21.735 INFO:teuthology.orchestra.run.smithi111.stdout: Find 39212 0.375 28.974 2022-01-25T22:54:21.736 INFO:teuthology.orchestra.run.smithi111.stdout: WriteX 55313 34.625 337570.101 2022-01-25T22:54:21.736 INFO:teuthology.orchestra.run.smithi111.stdout: ReadX 175728 0.011 5.660 2022-01-25T22:54:21.736 INFO:teuthology.orchestra.run.smithi111.stdout: LockX 366 0.526 5.362 2022-01-25T22:54:21.736 INFO:teuthology.orchestra.run.smithi111.stdout: UnlockX 366 0.458 5.437 2022-01-25T22:54:21.737 INFO:teuthology.orchestra.run.smithi111.stdout: Flush 7814 0.002 0.020 2022-01-25T22:54:21.737 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:54:21.737 INFO:teuthology.orchestra.run.smithi111.stdout:Throughput 5.79912 MB/sec 5 clients 5 procs max_latency=337570.166 ms 2022-01-25T22:54:21.739 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-01-25T22:54:21.792 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-01-25T22:54:21.888 DEBUG:teuthology.orchestra.run.smithi111:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-01-25T22:54:21.912 INFO:teuthology.orchestra.run.smithi111.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T22:54:21.913 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:54:21.913 INFO:teuthology.orchestra.run.smithi111.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-01-25T22:54:21.914 INFO:teuthology.orchestra.run.smithi111.stdout:3 of 5 processes prepared for launch 0 sec 2022-01-25T22:54:22.014 INFO:teuthology.orchestra.run.smithi111.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T22:54:22.014 INFO:teuthology.orchestra.run.smithi111.stdout:releasing clients 2022-01-25T22:54:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:22 smithi111 conmon[101466]: cluster 2022-01-25T22:54:21 2022-01-25T22:54:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:22 smithi111 conmon[101466]: .158849+0000 mgr.smithi111.vbmimw (mgr.14718) 330 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.4 MiB/s wr, 541 op/s 2022-01-25T22:54:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:22 smithi179 conmon[67066]: cluster 2022-01-25T22:54:21.158849+0000 2022-01-25T22:54:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:22 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 330 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.4 MiB/s wr, 541 op/s 2022-01-25T22:54:24.014 INFO:teuthology.orchestra.run.smithi111.stdout: 5 406 27.05 MB/sec execute 1 sec latency 60.863 ms 2022-01-25T22:54:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:24 smithi111 conmon[101466]: cluster 2022-01-25T22:54:23.159207 2022-01-25T22:54:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:24 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 331 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.1 MiB/s wr, 527 op/s 2022-01-25T22:54:25.013 INFO:teuthology.orchestra.run.smithi111.stdout: 5 713 30.76 MB/sec execute 2 sec latency 60.782 ms 2022-01-25T22:54:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:24 smithi179 conmon[67066]: cluster 2022-01-25T22:54:23.159207+0000 mgr.smithi111.vbmimw (mgr.14718) 331 : cluster [DBG] 2022-01-25T22:54:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:24 smithi179 conmon[67066]: pgmap v286: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 KiB/s rd, 5.1 MiB/s wr, 527 op/s 2022-01-25T22:54:26.014 INFO:teuthology.orchestra.run.smithi111.stdout: 5 1181 23.48 MB/sec execute 3 sec latency 23.863 ms 2022-01-25T22:54:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:26 smithi111 conmon[101466]: cluster 2022-01-25T22:54:25.159826+0000 mgr.smithi111.vbmimw (mgr.14718) 332 : 2022-01-25T22:54:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:26 smithi111 conmon[101466]: cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 828 op/s 2022-01-25T22:54:27.014 INFO:teuthology.orchestra.run.smithi111.stdout: 5 1817 21.76 MB/sec execute 4 sec latency 28.445 ms 2022-01-25T22:54:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:26 smithi179 conmon[67066]: cluster 2022-01-25T22:54:25.159826+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:54:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:26 smithi179 conmon[67066]: .14718) 332 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 828 op/s 2022-01-25T22:54:28.014 INFO:teuthology.orchestra.run.smithi111.stdout: 5 cleanup 5 sec 2022-01-25T22:54:28.177 INFO:teuthology.orchestra.run.smithi111.stdout: 0 cleanup 5 sec 2022-01-25T22:54:28.177 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:54:28.178 INFO:teuthology.orchestra.run.smithi111.stdout: Operation Count AvgLat MaxLat 2022-01-25T22:54:28.178 INFO:teuthology.orchestra.run.smithi111.stdout: ---------------------------------------- 2022-01-25T22:54:28.178 INFO:teuthology.orchestra.run.smithi111.stdout: NTCreateX 1885 3.474 60.856 2022-01-25T22:54:28.178 INFO:teuthology.orchestra.run.smithi111.stdout: Close 1648 3.485 42.486 2022-01-25T22:54:28.179 INFO:teuthology.orchestra.run.smithi111.stdout: Rename 70 9.015 33.958 2022-01-25T22:54:28.179 INFO:teuthology.orchestra.run.smithi111.stdout: Unlink 174 4.243 28.439 2022-01-25T22:54:28.179 INFO:teuthology.orchestra.run.smithi111.stdout: Qpathinfo 1610 1.245 19.555 2022-01-25T22:54:28.179 INFO:teuthology.orchestra.run.smithi111.stdout: Qfileinfo 549 9.833 58.067 2022-01-25T22:54:28.180 INFO:teuthology.orchestra.run.smithi111.stdout: Qfsinfo 200 0.414 2.574 2022-01-25T22:54:28.180 INFO:teuthology.orchestra.run.smithi111.stdout: Sfileinfo 221 9.149 16.805 2022-01-25T22:54:28.180 INFO:teuthology.orchestra.run.smithi111.stdout: Find 544 0.286 3.518 2022-01-25T22:54:28.180 INFO:teuthology.orchestra.run.smithi111.stdout: WriteX 2091 0.019 0.069 2022-01-25T22:54:28.180 INFO:teuthology.orchestra.run.smithi111.stdout: ReadX 1910 0.015 2.430 2022-01-25T22:54:28.181 INFO:teuthology.orchestra.run.smithi111.stdout: Flush 166 9.901 17.595 2022-01-25T22:54:28.181 INFO:teuthology.orchestra.run.smithi111.stdout: 2022-01-25T22:54:28.181 INFO:teuthology.orchestra.run.smithi111.stdout:Throughput 21.7574 MB/sec 5 clients 5 procs max_latency=60.863 ms 2022-01-25T22:54:28.182 DEBUG:teuthology.parallel:result is None 2022-01-25T22:54:28.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:28 smithi111 conmon[101466]: cluster 2022-01-25T22:54:27.160260+0000 mgr.smithi111.vbmimw (mgr.14718) 333 2022-01-25T22:54:28.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:28 smithi111 conmon[101466]: : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 9.2 MiB/s wr, 560 op/s 2022-01-25T22:54:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:28 smithi179 conmon[67066]: cluster 2022-01-25T22:54:27.160260+0000 mgr.smithi111.vbmimw (mgr.14718) 333 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 9.2 MiB/s wr, 560 op/s 2022-01-25T22:54:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:30 smithi111 conmon[101466]: cluster 2022-01-25T22:54:29.160945+0000 mgr.smithi111.vbmimw (mgr.14718) 334 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 15 MiB/s wr, 829 op/s 2022-01-25T22:54:31.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:30 smithi179 conmon[67066]: cluster 2022-01-25T22:54:29.160945+0000 mgr.smithi111.vbmimw (mgr.14718) 334 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 334 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 15 MiB/s wr, 829 op/s 2022-01-25T22:54:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:32 smithi111 conmon[101466]: cluster 2022-01-25T22:54:31.161469+0000 mgr.smithi111.vbmimw (mgr.14718) 335 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 319 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 13 MiB/s wr, 599 op/s 2022-01-25T22:54:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:32 smithi179 conmon[67066]: cluster 2022-01-25T22:54:31.161469+0000 mgr.smithi111.vbmimw (mgr.14718) 335 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 319 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 13 MiB/s wr, 599 op/s 2022-01-25T22:54:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:34 smithi111 conmon[101466]: cluster 2022-01-25T22:54:33.161962+0000 mgr.smithi111.vbmimw (mgr.14718) 336 : cluster 2022-01-25T22:54:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:34 smithi111 conmon[101466]: [DBG] pgmap v291: 129 pgs: 129 active+clean; 319 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 13 MiB/s wr, 583 op/s 2022-01-25T22:54:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:34 smithi179 conmon[67066]: cluster 2022-01-25T22:54:33.161962+0000 mgr.smithi111.vbmimw (mgr.14718) 336 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 319 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 13 MiB/s wr, 583 op/s 2022-01-25T22:54:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:36 smithi111 conmon[101466]: cluster 2022-01-25T22:54:35.168269+0000 mgr.smithi111.vbmimw (mgr.14718) 337 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 613 op/s 2022-01-25T22:54:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:36 smithi179 conmon[67066]: cluster 2022-01-25T22:54:35.168269+0000 mgr.smithi111.vbmimw (mgr.14718) 337 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 613 op/s 2022-01-25T22:54:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:37 smithi179 conmon[67066]: audit 2022-01-25T22:54:37.343992+0000 mon.smithi111 (mon.0) 316 : audit 2022-01-25T22:54:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:37 smithi179 conmon[67066]: audit 2022-01-25T22:54:37.347402+0000 mon.smithi111 (mon.0) 317 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:37 smithi111 conmon[101466]: audit 2022-01-25T22:54:37.343992+0000 mon.smithi111 (mon.0) 316 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:37 smithi111 conmon[101466]: audit 2022-01-25T22:54:37.347402+0000 mon.smithi111 (mon.0) 317 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:38 smithi179 conmon[67066]: cluster 2022-01-25T22:54:37.168887+0000 mgr.smithi111.vbmimw (mgr.14718) 338 : cluster 2022-01-25T22:54:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:38 smithi179 conmon[67066]: [DBG] pgmap v293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 6.1 MiB/s wr, 313 op/s 2022-01-25T22:54:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:38 smithi111 conmon[101466]: cluster 2022-01-25T22:54:37.168887+0000 mgr.smithi111.vbmimw (mgr.14718) 338 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 6.1 MiB/s wr, 313 op/s 2022-01-25T22:54:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:38 smithi111 conmon[101466]: 2022-01-25T22:54:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:40 smithi179 conmon[67066]: cluster 2022-01-25T22:54:39.169660+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:54:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:40 smithi179 conmon[67066]: ) 339 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 6.1 MiB/s wr, 315 op/s 2022-01-25T22:54:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:40 smithi111 conmon[101466]: cluster 2022-01-25T22:54:39.169660+0000 mgr.smithi111.vbmimw (mgr.14718) 339 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 6.1 MiB/s wr, 315 op/s 2022-01-25T22:54:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:42 smithi111 conmon[101466]: cluster 2022-01-25T22:54:41.170239+0000 mgr.smithi111.vbmimw (mgr.14718) 340 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 92 KiB/s wr, 45 op/s 2022-01-25T22:54:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:42 smithi179 conmon[67066]: cluster 2022-01-25T22:54:41.170239+0000 mgr.smithi111.vbmimw (mgr.14718) 340 : cluster [DBG] 2022-01-25T22:54:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:42 smithi179 conmon[67066]: pgmap v295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 92 KiB/s wr, 45 op/s 2022-01-25T22:54:43.580 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:54:43.867 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:54:43.867 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (16m) 8m ago 18m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:54:43.868 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (8m) 8m ago 17m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:54:43.868 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (8m) 8m ago 17m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:54:43.868 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (16m) 8m ago 17m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:54:43.868 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (12m) 8m ago 12m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:54:43.869 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (12m) 8m ago 12m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:54:43.869 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (9m) 8m ago 19m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:54:43.869 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (8m) 8m ago 17m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:54:43.870 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (8m) 8m ago 19m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:54:43.870 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (8m) 8m ago 17m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:54:43.870 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (9m) 8m ago 9m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:54:43.871 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (9m) 8m ago 9m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:54:43.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (17m) 8m ago 17m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:54:43.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (17m) 8m ago 17m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:54:43.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 8m ago 16m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:54:43.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (16m) 8m ago 16m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:54:43.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (15m) 8m ago 15m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:54:43.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (15m) 8m ago 15m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:54:43.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (15m) 8m ago 15m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:54:43.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (14m) 8m ago 14m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:54:43.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (14m) 8m ago 14m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:54:43.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (14m) 8m ago 14m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:54:43.873 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (16m) 8m ago 17m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:54:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: audit 2022-01-25T22:54:43.521746+0000 mon.smithi111 (mon. 2022-01-25T22:54:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: 0) 318 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:54:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: audit 2022-01-25T22:54:43.522828+0000 mon.smithi111 (mon.0) 319 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:54:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: audit 2022-01-25T22:54:43.523563+0000 2022-01-25T22:54:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: mon.smithi111 (mon.0) 320 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:54:44.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:43 smithi179 conmon[67066]: 2022-01-25T22:54:44.189 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:54:44.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:54:44.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:44.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:44.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:54:44.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:44.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:44.190 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:54:44.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:54:44.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:54:44.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:44.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:54:44.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:54:44.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:54:44.192 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:54:44.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:54:44.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:54:44.193 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:54:44.193 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:54:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:43 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.521746+0000 mon.smithi111 (mon.0) 318 : 2022-01-25T22:54:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:43 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:54:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:43 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.522828+0000 mon.smithi111 (mon.0) 319 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:54:44.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:43 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.523563+0000 2022-01-25T22:54:44.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 320 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:54:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: cluster 2022-01-25T22:54:43.170667+0000 mgr.smithi111.vbmimw (mgr.14718) 341 : cluster [DBG] 2022-01-25T22:54:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: pgmap v296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 34 KiB/s wr, 32 op/s 2022-01-25T22:54:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: cephadm 2022-01-25T22:54:43.524070+0000 mgr.smithi111.vbmimw (mgr.14718) 342 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:54:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: audit 2022-01-25T22:54:43.567289+0000 mgr.smithi111.vbmimw (mgr.14718) 343 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: audit 2022-01-25T22:54:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: 2022-01-25T22:54:43.843535+0000 mon.smithi111 (mon 2022-01-25T22:54:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: .0) 321 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:54:45.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: audit 2022-01-25T22:54:45.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: 2022-01-25T22:54:43.848473+0000 mon.smithi111 2022-01-25T22:54:45.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: (mon.0) 322 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:54:45.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: audit 2022-01-25T22:54:45.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: 2022-01-25T22:54:44.189603+0000 2022-01-25T22:54:45.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:44 smithi179 conmon[67066]: mon.smithi111 (mon.0) 323 : audit [DBG] from='client.? 172.21.15.111:0/1390941130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:45.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: cluster 2022-01-25T22:54:43.170667+0000 2022-01-25T22:54:45.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 341 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 34 KiB/s wr, 32 op/s 2022-01-25T22:54:45.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: cephadm 2022-01-25T22:54:43.524070+0000 mgr.smithi111.vbmimw (mgr.14718) 342 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:54:45.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: 2022-01-25T22:54:45.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.567289+0000 mgr.smithi111.vbmimw 2022-01-25T22:54:45.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: (mgr.14718) 343 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:45.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.843535+0000 2022-01-25T22:54:45.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: mon.smithi111 (mon 2022-01-25T22:54:45.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: .0) 2022-01-25T22:54:45.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: 321 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:54:45.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T22:54:45.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: 25T22:54:43.848473+0000 2022-01-25T22:54:45.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: mon.smithi111 (mon.0) 322 : audit 2022-01-25T22:54:45.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:54:45.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: audit 2022-01-25T22:54:44 2022-01-25T22:54:45.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: .189603+0000 mon.smithi111 (mon.0) 323 : audit 2022-01-25T22:54:45.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:44 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/1390941130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:45 smithi179 conmon[67066]: audit 2022-01-25T22:54:43.858981+0000 mgr.smithi111.vbmimw (mgr.14718) 344 : audit [DBG] from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:46.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:45 smithi179 conmon[67066]: 2022-01-25T22:54:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:45 smithi111 conmon[101466]: audit 2022-01-25T22:54:43.858981+0000 mgr.smithi111.vbmimw (mgr.14718) 344 : audit [DBG] from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:46 smithi179 conmon[67066]: cluster 2022-01-25T22:54:45.171558+0000 mgr.smithi111.vbmimw (mgr.14718) 345 2022-01-25T22:54:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:46 smithi179 conmon[67066]: : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 34 KiB/s wr, 32 op/s 2022-01-25T22:54:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:46 smithi111 conmon[101466]: cluster 2022-01-25T22:54:45.171558+0000 mgr.smithi111.vbmimw (mgr.14718) 345 2022-01-25T22:54:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:46 smithi111 conmon[101466]: : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 34 KiB/s wr, 32 op/s 2022-01-25T22:54:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:48 smithi179 conmon[67066]: cluster 2022-01-25T22:54:47.172103+0000 mgr.smithi111.vbmimw (mgr.14718) 346 : cluster 2022-01-25T22:54:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:48 smithi179 conmon[67066]: [DBG] pgmap v298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 25 KiB/s wr, 2 op/s 2022-01-25T22:54:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:48 smithi111 conmon[101466]: cluster 2022-01-25T22:54:47.172103+0000 mgr.smithi111.vbmimw (mgr.14718) 346 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 25 KiB/s wr, 2 op/s 2022-01-25T22:54:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:50 smithi179 conmon[67066]: cluster 2022-01-25T22:54:49.172910+0000 mgr.smithi111.vbmimw (mgr.14718) 347 : cluster [DBG] 2022-01-25T22:54:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:50 smithi179 conmon[67066]: pgmap v299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 25 KiB/s wr, 2 op/s 2022-01-25T22:54:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:50 smithi111 conmon[101466]: cluster 2022-01-25T22:54:49.172910+0000 mgr.smithi111.vbmimw (mgr.14718) 347 : cluster [DBG] 2022-01-25T22:54:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:50 smithi111 conmon[101466]: pgmap v299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 25 KiB/s wr, 2 op/s 2022-01-25T22:54:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:52 smithi111 conmon[101466]: cluster 2022-01-25T22:54:51.173412+0000 mgr.smithi111.vbmimw (mgr.14718) 348 : cluster [DBG] 2022-01-25T22:54:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:52 smithi111 conmon[101466]: pgmap v300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:52 smithi179 conmon[67066]: cluster 2022-01-25T22:54:51.173412+0000 mgr.smithi111.vbmimw (mgr.14718) 348 : cluster [DBG] 2022-01-25T22:54:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:52 smithi179 conmon[67066]: pgmap v300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:54 smithi179 conmon[67066]: cluster 2022-01-25T22:54:53.173955+0000 mgr.smithi111.vbmimw (mgr.14718) 349 : cluster [DBG] 2022-01-25T22:54:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:54 smithi179 conmon[67066]: pgmap v301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:54 smithi111 conmon[101466]: cluster 2022-01-25T22:54:53.173955+0000 mgr.smithi111.vbmimw (mgr.14718) 349 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:56 smithi179 conmon[67066]: cluster 2022-01-25T22:54:55.174747+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:54:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:56 smithi179 conmon[67066]: 350 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:56 smithi111 conmon[101466]: cluster 2022-01-25T22:54:55.174747+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:54:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:56 smithi111 conmon[101466]: 14718) 350 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:54:58 smithi179 conmon[67066]: cluster 2022-01-25T22:54:57.175513+0000 mgr.smithi111.vbmimw (mgr.14718) 351 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:54:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:54:58 smithi111 conmon[101466]: cluster 2022-01-25T22:54:57.175513+0000 mgr.smithi111.vbmimw (mgr.14718) 351 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:55:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:00 smithi179 conmon[67066]: cluster 2022-01-25T22:54:59.176405+0000 mgr.smithi111.vbmimw (mgr.14718) 352 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:55:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:00 smithi111 conmon[101466]: cluster 2022-01-25T22:54:59.176405+0000 mgr.smithi111.vbmimw (mgr.14718) 352 : cluster 2022-01-25T22:55:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:00 smithi111 conmon[101466]: [DBG] pgmap v304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:55:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:02 smithi111 conmon[101466]: cluster 2022-01-25T22:55:01.177071+0000 mgr.smithi111.vbmimw (mgr.14718) 353 : 2022-01-25T22:55:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:02 smithi111 conmon[101466]: cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:02 smithi179 conmon[67066]: cluster 2022-01-25T22:55:01.177071+0000 mgr.smithi111.vbmimw (mgr.14718) 353 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:04 smithi179 conmon[67066]: cluster 2022-01-25T22:55:03.177537+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:55:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:04 smithi179 conmon[67066]: 354 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:04 smithi111 conmon[101466]: cluster 2022-01-25T22:55:03.177537+0000 mgr.smithi111.vbmimw (mgr.14718) 354 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:06 smithi179 conmon[67066]: cluster 2022-01-25T22:55:05.178295+0000 mgr.smithi111.vbmimw (mgr.14718) 355 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:06 smithi111 conmon[101466]: cluster 2022-01-25T22:55:05.178295+0000 mgr.smithi111.vbmimw (mgr.14718) 355 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:08 smithi179 conmon[67066]: cluster 2022-01-25T22:55:07.178911+0000 mgr.smithi111.vbmimw (mgr.14718) 356 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:08 smithi179 conmon[67066]: 2022-01-25T22:55:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:08 smithi111 conmon[101466]: cluster 2022-01-25T22:55:07.178911+0000 mgr.smithi111.vbmimw (mgr.14718) 356 : cluster [DBG] 2022-01-25T22:55:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:08 smithi111 conmon[101466]: pgmap v308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:10 smithi179 conmon[67066]: cluster 2022-01-25T22:55:09.179806+0000 mgr.smithi111.vbmimw (mgr.14718) 357 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:10 smithi111 conmon[101466]: cluster 2022-01-25T22:55:09.179806+0000 mgr.smithi111.vbmimw (mgr.14718) 357 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:10 smithi111 conmon[101466]: 2022-01-25T22:55:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:12 smithi111 conmon[101466]: cluster 2022-01-25T22:55:11.180342+0000 mgr.smithi111.vbmimw (mgr.14718) 358 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:12 smithi179 conmon[67066]: cluster 2022-01-25T22:55:11.180342+0000 mgr.smithi111.vbmimw (mgr.14718) 358 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:12 smithi179 conmon[67066]: 2022-01-25T22:55:14.489 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:55:14.755 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:14.756 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (17m) 8m ago 18m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:55:14.756 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (8m) 8m ago 18m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:55:14.756 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (8m) 8m ago 17m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:55:14.757 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (17m) 8m ago 18m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:55:14.757 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (13m) 8m ago 13m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:55:14.757 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (13m) 8m ago 13m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:55:14.757 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (9m) 8m ago 19m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:55:14.758 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (9m) 8m ago 17m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:55:14.758 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (9m) 8m ago 19m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:55:14.758 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (9m) 8m ago 17m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:55:14.758 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (10m) 8m ago 9m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:55:14.759 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (9m) 8m ago 9m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:55:14.759 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (18m) 8m ago 18m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:55:14.759 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (17m) 8m ago 17m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:55:14.759 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 8m ago 17m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:55:14.759 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (16m) 8m ago 16m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:55:14.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (16m) 8m ago 16m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:55:14.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (16m) 8m ago 16m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:55:14.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (15m) 8m ago 15m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:55:14.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (15m) 8m ago 15m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:55:14.761 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (15m) 8m ago 15m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:55:14.761 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (14m) 8m ago 14m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:55:14.761 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (16m) 8m ago 17m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:55:15.080 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:55:15.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:55:15.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:15.081 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:15.081 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:55:15.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:15.082 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:15.082 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:55:15.082 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:55:15.082 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:55:15.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:15.083 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:55:15.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:15.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:15.084 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:55:15.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:15.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:55:15.084 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:55:15.084 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:55:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:14 smithi179 conmon[67066]: cluster 2022-01-25T22:55:13.180886+0000 mgr.smithi111.vbmimw (mgr.14718) 359 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:14 smithi179 conmon[67066]: 2022-01-25T22:55:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:14 smithi111 conmon[101466]: cluster 2022-01-25T22:55:13.180886+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:55:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:14 smithi111 conmon[101466]: ) 359 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:15 smithi179 conmon[67066]: audit 2022-01-25T22:55:14.476922+0000 mgr.smithi111.vbmimw (mgr.14718) 360 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:15 smithi179 conmon[67066]: 2022-01-25T22:55:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:15 smithi179 conmon[67066]: audit 2022-01-25T22:55:14.746381+0000 mgr.smithi111.vbmimw (mgr.14718) 361 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:15 smithi179 conmon[67066]: audit 2022-01-25T22:55:15.080774+0000 mon.smithi111 (mon.0) 324 : audit [DBG] from='client.? 172.21.15.111:0/3959062839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:15 smithi111 conmon[101466]: audit 2022-01-25T22:55:14.476922+0000 mgr.smithi111.vbmimw (mgr.14718) 360 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:15 smithi111 conmon[101466]: audit 2022-01-25T22:55:14.746381+0000 mgr.smithi111.vbmimw (mgr.14718) 361 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:15 smithi111 conmon[101466]: audit 2022-01-25T22:55:15.080774+0000 mon.smithi111 (mon.0) 324 : audit [DBG] from='client.? 172.21.15.111:0/3959062839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:16 smithi179 conmon[67066]: cluster 2022-01-25T22:55:15.181554+0000 mgr.smithi111.vbmimw (mgr.14718) 362 : cluster [DBG] 2022-01-25T22:55:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:16 smithi179 conmon[67066]: pgmap v312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:16 smithi111 conmon[101466]: cluster 2022-01-25T22:55:15.181554+0000 mgr.smithi111.vbmimw (mgr.14718) 362 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:18 smithi179 conmon[67066]: cluster 2022-01-25T22:55:17.182100+0000 mgr.smithi111.vbmimw (mgr.14718) 363 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:18 smithi111 conmon[101466]: cluster 2022-01-25T22:55:17.182100+0000 mgr.smithi111.vbmimw (mgr.14718) 363 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:20 smithi179 conmon[67066]: cluster 2022-01-25T22:55:19.183004+0000 mgr.smithi111.vbmimw (mgr.14718) 364 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:20 smithi111 conmon[101466]: cluster 2022-01-25T22:55:19.183004+0000 mgr.smithi111.vbmimw (mgr.14718) 364 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:21 smithi179 conmon[67066]: cluster 2022-01-25T22:55:21.183550+0000 mgr.smithi111.vbmimw (mgr.14718) 365 : cluster 2022-01-25T22:55:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:21 smithi179 conmon[67066]: [DBG] pgmap v315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:21 smithi111 conmon[101466]: cluster 2022-01-25T22:55:21.183550+0000 mgr.smithi111.vbmimw (mgr.14718) 365 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:21 smithi111 conmon[101466]: 2022-01-25T22:55:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:24 smithi179 conmon[67066]: cluster 2022-01-25T22:55:23.184121+0000 mgr.smithi111.vbmimw (mgr.14718) 366 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:24 smithi179 conmon[67066]: 2022-01-25T22:55:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:24 smithi111 conmon[101466]: cluster 2022-01-25T22:55:23.184121+0000 mgr.smithi111.vbmimw (mgr.14718) 366 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:24 smithi111 conmon[101466]: 2022-01-25T22:55:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:26 smithi179 conmon[67066]: cluster 2022-01-25T22:55:25.184873+0000 mgr.smithi111.vbmimw (mgr.14718) 367 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:26 smithi111 conmon[101466]: cluster 2022-01-25T22:55:25.184873+0000 mgr.smithi111.vbmimw (mgr.14718) 367 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:28 smithi179 conmon[67066]: cluster 2022-01-25T22:55:27.185412+0000 mgr.smithi111.vbmimw (mgr.14718) 368 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:28 smithi111 conmon[101466]: cluster 2022-01-25T22:55:27.185412+0000 mgr.smithi111.vbmimw (mgr.14718) 368 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:28 smithi111 conmon[101466]: 2022-01-25T22:55:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:30 smithi179 conmon[67066]: cluster 2022-01-25T22:55:29.186238+0000 mgr.smithi111.vbmimw (mgr.14718) 369 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:30 smithi111 conmon[101466]: cluster 2022-01-25T22:55:29.186238+0000 mgr.smithi111.vbmimw (mgr.14718) 369 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:32 smithi179 conmon[67066]: cluster 2022-01-25T22:55:31.186966+0000 mgr.smithi111.vbmimw (mgr.14718) 370 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:32 smithi111 conmon[101466]: cluster 2022-01-25T22:55:31.186966+0000 mgr.smithi111.vbmimw (mgr.14718) 370 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:34 smithi179 conmon[67066]: cluster 2022-01-25T22:55:33.187600+0000 mgr.smithi111.vbmimw (mgr.14718) 371 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:34 smithi111 conmon[101466]: cluster 2022-01-25T22:55:33.187600+0000 mgr.smithi111.vbmimw (mgr.14718) 371 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:34 smithi111 conmon[101466]: 2022-01-25T22:55:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:36 smithi179 conmon[67066]: cluster 2022-01-25T22:55:35.188384+0000 mgr.smithi111.vbmimw (mgr.14718) 372 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:36 smithi111 conmon[101466]: cluster 2022-01-25T22:55:35.188384+0000 mgr.smithi111.vbmimw (mgr.14718) 372 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:37 smithi179 conmon[67066]: audit 2022-01-25T22:55:37.345363+0000 mon.smithi111 (mon.0) 325 : audit [INF] 2022-01-25T22:55:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:37 smithi179 conmon[67066]: audit 2022-01-25T22:55:37.349050+0000 mon.smithi111 (mon.0) 326 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:37 smithi111 conmon[101466]: audit 2022-01-25T22:55:37.345363+0000 mon.smithi111 (mon.0) 325 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:37 smithi111 conmon[101466]: audit 2022-01-25T22:55:37.349050+0000 mon.smithi111 (mon.0) 326 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:38 smithi179 conmon[67066]: cluster 2022-01-25T22:55:37.189082+0000 mgr.smithi111.vbmimw (mgr.14718) 373 : cluster 2022-01-25T22:55:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:38 smithi179 conmon[67066]: [DBG] pgmap v323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:38 smithi111 conmon[101466]: cluster 2022-01-25T22:55:37.189082+0000 mgr.smithi111.vbmimw (mgr.14718) 373 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:40 smithi179 conmon[67066]: cluster 2022-01-25T22:55:39.189913+0000 mgr.smithi111.vbmimw (mgr.14718) 374 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:40 smithi111 conmon[101466]: cluster 2022-01-25T22:55:39.189913+0000 mgr.smithi111.vbmimw (mgr.14718) 374 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:42 smithi179 conmon[67066]: cluster 2022-01-25T22:55:41.190458+0000 mgr.smithi111.vbmimw (mgr.14718) 375 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:42 smithi111 conmon[101466]: cluster 2022-01-25T22:55:41.190458+0000 mgr.smithi111.vbmimw (mgr.14718) 375 : cluster [DBG] 2022-01-25T22:55:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:42 smithi111 conmon[101466]: pgmap v325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: cluster 2022-01-25T22:55:43.191123+0000 mgr.smithi111.vbmimw (mgr.14718) 376 : cluster 2022-01-25T22:55:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: [DBG] pgmap v326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01-25T22:55:43.851025+0000 mon.smithi111 (mon.0) 327 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:44.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01-25T22:55 2022-01-25T22:55:44.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: :43.852447+0000 mon.smithi111 (mon.0) 328 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:44.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01-25T22:55:44.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: 2022-01-25T22:55:43.853350+0000 mon.smithi111 (mon 2022-01-25T22:55:44.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: .0) 329 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:44.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T22:55:44.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: 25T22:55:44.144997+0000 mon.smithi111 (mon 2022-01-25T22:55:44.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: .0) 330 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:55:44.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:55:44.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: 01-25T22:55:44.162978+0000 2022-01-25T22:55:44.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: mon.smithi111 (mon.0) 331 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:55:44.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: 2022-01-25T22:55:44.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01-25T22:55:44.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: 2022-01-25T22:55:44.167075+0000 mon.smithi111 (mon 2022-01-25T22:55:44.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: .0) 332 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:55:44.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: audit 2022-01 2022-01-25T22:55:44.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: -25T22:55:44.173837+0000 mon.smithi111 2022-01-25T22:55:44.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:44 smithi179 conmon[67066]: (mon.0) 333 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:55:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: cluster 2022-01-25T22:55:43.191123+0000 mgr.smithi111.vbmimw (mgr.14718) 376 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22:55:43.851025 2022-01-25T22:55:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 327 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:44.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22:55 2022-01-25T22:55:44.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: :43.852447+0000 mon.smithi111 (mon.0) 328 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:44.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22:55:44.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 2022-01-25T22:55:43. 2022-01-25T22:55:44.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 853350+0000 mon.smithi111 (mon.0) 329 : audit 2022-01-25T22:55:44.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:44.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22:55:44.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 2022-01-25T22:55 2022-01-25T22:55:44.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: :44.144997+0000 mon.smithi111 (mon 2022-01-25T22:55:44.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: .0) 330 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:55:44.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 2022-01-25T22:55:44.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:55:44.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: T22:55:44.162978+0000 2022-01-25T22:55:44.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: mon.smithi111 (mon.0) 331 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:55:44.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 2022-01-25T22:55:44.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22 2022-01-25T22:55:44.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: :55:44.167075+0000 mon.smithi111 (mon 2022-01-25T22:55:44.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: .0) 332 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:55:44.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: audit 2022-01-25T22:55:44.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 2022-01-25T22:55 2022-01-25T22:55:44.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: :44.173837+0000 mon.smithi111 (mon.0) 2022-01-25T22:55:44.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:44 smithi111 conmon[101466]: 333 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:55:45.374 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:55:45.642 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:45.642 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (17m) 9m ago 19m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:55:45.643 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (9m) 9m ago 18m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:55:45.643 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (9m) 9m ago 18m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:55:45.643 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (17m) 9m ago 18m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:55:45.643 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (13m) 9m ago 13m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:55:45.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (13m) 9m ago 13m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:55:45.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (10m) 9m ago 20m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:55:45.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (9m) 9m ago 18m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:55:45.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (9m) 9m ago 20m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:55:45.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (9m) 9m ago 18m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:55:45.645 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (10m) 9m ago 10m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:55:45.645 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (10m) 9m ago 10m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:55:45.645 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (18m) 9m ago 18m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:55:45.645 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (18m) 9m ago 18m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:55:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 9m ago 17m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:55:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (17m) 9m ago 17m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:55:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (16m) 9m ago 16m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:55:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (16m) 9m ago 16m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:55:45.647 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (16m) 9m ago 16m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:55:45.647 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (15m) 9m ago 15m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:55:45.647 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (15m) 9m ago 15m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:55:45.647 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (15m) 9m ago 15m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:55:45.647 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (17m) 9m ago 18m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:55:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:45 smithi179 conmon[67066]: cephadm 2022-01-25T22:55:43.854071+0000 mgr.smithi111.vbmimw (mgr.14718) 377 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:45.961 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:55:45.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:55:45.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:45.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:45.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:55:45.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:45.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:45.964 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:55:45.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:55:45.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:55:45.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:45.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:55:45.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:45.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:55:45.968 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:55:45.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:45.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:55:45.969 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:55:45.970 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:55:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:45 smithi111 conmon[101466]: cephadm 2022-01-25T22:55:43.854071+0000 mgr.smithi111.vbmimw (mgr.14718) 377 : 2022-01-25T22:55:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:45 smithi111 conmon[101466]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:46.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: cluster 2022-01-25T22:55:45.191923+0000 mgr.smithi111.vbmimw (mgr.14718) 378 : cluster [DBG] 2022-01-25T22:55:46.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: pgmap v327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:46.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: audit 2022-01-25T22:55:45.362314+0000 mgr.smithi111.vbmimw (mgr.14718) 379 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:46.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: audit 2022-01-25T22:55:45.634015+0000 mgr.smithi111.vbmimw 2022-01-25T22:55:46.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: (mgr.14718) 380 : audit [DBG] from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:46.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T22:55:46.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: 25T22:55:45.961951+0000 mon.smithi111 (mon.0) 334 : audit [DBG] 2022-01-25T22:55:46.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:46 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/2833794783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: cluster 2022-01-25T22:55:45.191923+0000 mgr.smithi111.vbmimw (mgr.14718) 378 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: audit 2022-01-25T22:55:45.362314+0000 mgr.smithi111.vbmimw (mgr.14718) 379 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:46.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: audit 2022-01-25T22:55:45.634015 2022-01-25T22:55:46.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 380 : audit [DBG] from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:46.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: audit 2022-01-25T22 2022-01-25T22:55:46.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: :55:45.961951+0000 mon.smithi111 (mon.0 2022-01-25T22:55:46.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:46 smithi111 conmon[101466]: ) 334 : audit [DBG] from='client.? 172.21.15.111:0/2833794783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:48 smithi179 conmon[67066]: cluster 2022-01-25T22:55:47.192389+0000 mgr.smithi111.vbmimw (mgr.14718) 381 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:48 smithi111 conmon[101466]: cluster 2022-01-25T22:55:47.192389+0000 mgr.smithi111.vbmimw (mgr.14718) 381 : cluster [DBG] 2022-01-25T22:55:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:48 smithi111 conmon[101466]: pgmap v328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:50 smithi179 conmon[67066]: cluster 2022-01-25T22:55:49.193218+0000 mgr.smithi111.vbmimw (mgr.14718) 382 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:50 smithi179 conmon[67066]: 2022-01-25T22:55:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:50 smithi111 conmon[101466]: cluster 2022-01-25T22:55:49.193218+0000 mgr.smithi111.vbmimw (mgr.14718) 382 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:55:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:52 smithi179 conmon[67066]: cluster 2022-01-25T22:55:51.193740+0000 mgr.smithi111.vbmimw (mgr.14718) 383 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:52 smithi111 conmon[101466]: cluster 2022-01-25T22:55:51.193740+0000 mgr.smithi111.vbmimw (mgr.14718) 383 : cluster [DBG] 2022-01-25T22:55:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:52 smithi111 conmon[101466]: pgmap v330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:54 smithi179 conmon[67066]: cluster 2022-01-25T22:55:53.194235+0000 mgr.smithi111.vbmimw (mgr.14718) 384 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:54 smithi111 conmon[101466]: cluster 2022-01-25T22:55:53.194235+0000 mgr.smithi111.vbmimw (mgr.14718) 384 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:56 smithi111 conmon[101466]: cluster 2022-01-25T22:55:55.195224+0000 mgr.smithi111.vbmimw (mgr.14718) 385 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:56 smithi179 conmon[67066]: cluster 2022-01-25T22:55:55.195224+0000 mgr.smithi111.vbmimw (mgr.14718) 385 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:55:58 smithi111 conmon[101466]: cluster 2022-01-25T22:55:57.195675+0000 mgr.smithi111.vbmimw (mgr.14718) 386 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:55:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:55:58 smithi179 conmon[67066]: cluster 2022-01-25T22:55:57.195675+0000 mgr.smithi111.vbmimw (mgr.14718) 386 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:00 smithi111 conmon[101466]: cluster 2022-01-25T22:55:59.196646+0000 mgr.smithi111.vbmimw (mgr.14718) 387 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:00 smithi111 conmon[101466]: 2022-01-25T22:56:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:00 smithi179 conmon[67066]: cluster 2022-01-25T22:55:59.196646+0000 mgr.smithi111.vbmimw (mgr.14718) 387 : 2022-01-25T22:56:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:00 smithi179 conmon[67066]: cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:02 smithi111 conmon[101466]: cluster 2022-01-25T22:56:01.197279+0000 mgr.smithi111.vbmimw (mgr.14718) 388 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:02 smithi111 conmon[101466]: 2022-01-25T22:56:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:02 smithi179 conmon[67066]: cluster 2022-01-25T22:56:01.197279+0000 mgr.smithi111.vbmimw (mgr.14718) 388 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:04 smithi111 conmon[101466]: cluster 2022-01-25T22:56:03.197749+0000 mgr.smithi111.vbmimw (mgr.14718) 389 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:04 smithi111 conmon[101466]: 2022-01-25T22:56:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:04 smithi179 conmon[67066]: cluster 2022-01-25T22:56:03.197749+0000 mgr.smithi111.vbmimw (mgr.14718) 389 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:06 smithi111 conmon[101466]: cluster 2022-01-25T22:56:05.198657+0000 mgr.smithi111.vbmimw (mgr.14718) 390 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:06 smithi179 conmon[67066]: cluster 2022-01-25T22:56:05.198657+0000 mgr.smithi111.vbmimw (mgr.14718) 390 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:08 smithi111 conmon[101466]: cluster 2022-01-25T22:56:07.199168+0000 mgr.smithi111.vbmimw (mgr.14718) 391 : cluster 2022-01-25T22:56:09.093 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:08 smithi111 conmon[101466]: [DBG] pgmap v338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:08 smithi179 conmon[67066]: cluster 2022-01-25T22:56:07.199168+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T22:56:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:08 smithi179 conmon[67066]: 14718) 391 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:10 smithi111 conmon[101466]: cluster 2022-01-25T22:56:09.200090+0000 mgr.smithi111.vbmimw (mgr.14718) 392 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:10 smithi111 conmon[101466]: 2022-01-25T22:56:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:10 smithi179 conmon[67066]: cluster 2022-01-25T22:56:09.200090+0000 mgr.smithi111.vbmimw (mgr.14718) 392 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:10 smithi179 conmon[67066]: 2022-01-25T22:56:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:12 smithi111 conmon[101466]: cluster 2022-01-25T22:56:11.200727+0000 mgr.smithi111.vbmimw (mgr.14718) 393 : cluster 2022-01-25T22:56:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:12 smithi111 conmon[101466]: [DBG] pgmap v340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:12 smithi179 conmon[67066]: cluster 2022-01-25T22:56:11.200727+0000 mgr.smithi111.vbmimw (mgr.14718) 393 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:14 smithi111 conmon[101466]: cluster 2022-01-25T22:56:13.201408+0000 mgr.smithi111.vbmimw (mgr.14718) 394 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:14 smithi179 conmon[67066]: cluster 2022-01-25T22:56:13.201408+0000 mgr.smithi111.vbmimw (mgr.14718) 394 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:16.261 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:56:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (18m) 9m ago 19m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:56:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (9m) 9m ago 19m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:56:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (9m) 9m ago 18m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:56:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (18m) 9m ago 19m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:56:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (14m) 9m ago 14m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:56:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (14m) 9m ago 14m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:56:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (10m) 9m ago 20m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:56:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (10m) 9m ago 18m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:56:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (10m) 9m ago 20m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:56:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (10m) 9m ago 18m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:56:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (11m) 9m ago 11m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:56:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (10m) 9m ago 10m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:56:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (19m) 9m ago 19m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:56:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (18m) 9m ago 18m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:56:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 9m ago 18m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:56:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (17m) 9m ago 17m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:56:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (17m) 9m ago 17m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:56:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (17m) 9m ago 17m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:56:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (16m) 9m ago 16m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:56:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (16m) 9m ago 16m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:56:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (16m) 9m ago 16m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:56:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (15m) 9m ago 15m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:56:16.534 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (17m) 9m ago 18m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:56:16.857 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:56:16.857 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:56:16.858 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:16.858 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:16.858 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:56:16.858 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:16.859 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:16.859 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:56:16.859 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:56:16.859 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:56:16.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:16.860 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:56:16.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:16.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:16.861 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:56:16.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:16.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:56:16.861 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:56:16.861 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:56:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:16 smithi111 conmon[101466]: cluster 2022-01-25T22:56:15.202392+0000 mgr.smithi111.vbmimw (mgr.14718) 395 : cluster 2022-01-25T22:56:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:16 smithi111 conmon[101466]: [DBG] pgmap v342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:16 smithi179 conmon[67066]: cluster 2022-01-25T22:56:15.202392+0000 mgr.smithi111.vbmimw (mgr.14718) 395 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:17 smithi111 conmon[101466]: audit 2022-01-25T22:56:16 2022-01-25T22:56:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:17 smithi111 conmon[101466]: .250045+0000 mgr.smithi111.vbmimw (mgr.14718) 396 : audit [DBG] from='client.34328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:17.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:17 smithi111 conmon[101466]: audit 2022-01-25T22:56:16.520181+0000 mgr.smithi111.vbmimw (mgr.14718) 397 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:17.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:17 smithi111 conmon[101466]: audit 2022-01-25T22:56:16.857768+0000 mon.smithi111 (mon.0) 335 : audit 2022-01-25T22:56:17.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:17 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/2980403393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:17 smithi179 conmon[67066]: audit 2022-01-25T22:56:16.250045+0000 mgr.smithi111.vbmimw (mgr.14718) 396 : audit [DBG] from='client.34328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:18.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:17 smithi179 conmon[67066]: audit 2022-01-25T22:56:16.520181+0000 mgr.smithi111.vbmimw (mgr.14718) 397 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:18.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:17 smithi179 conmon[67066]: audit 2022-01-25T22:56:16.857768+0000 mon.smithi111 (mon.0) 335 : audit [DBG] from='client.? 172.21.15.111:0/2980403393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:18 smithi111 conmon[101466]: cluster 2022-01-25T22:56:17.202999+0000 mgr.smithi111.vbmimw (mgr.14718) 398 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:18 smithi179 conmon[67066]: cluster 2022-01-25T22:56:17.202999+0000 mgr.smithi111.vbmimw (mgr.14718) 398 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:20 smithi111 conmon[101466]: cluster 2022-01-25T22:56:19.203851+0000 mgr.smithi111.vbmimw (mgr.14718) 399 : cluster 2022-01-25T22:56:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:20 smithi111 conmon[101466]: [DBG] pgmap v344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:20 smithi179 conmon[67066]: cluster 2022-01-25T22:56:19.203851+0000 mgr.smithi111.vbmimw (mgr.14718) 399 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:22 smithi111 conmon[101466]: cluster 2022-01-25T22:56:21.204551+0000 mgr.smithi111.vbmimw (mgr.14718) 400 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:22 smithi179 conmon[67066]: cluster 2022-01-25T22:56:21.204551+0000 mgr.smithi111.vbmimw (mgr.14718) 400 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:24 smithi111 conmon[101466]: cluster 2022-01-25T22:56:23.205191+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:56:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:24 smithi111 conmon[101466]: .14718) 401 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:24 smithi179 conmon[67066]: cluster 2022-01-25T22:56:23.205191+0000 mgr.smithi111.vbmimw (mgr.14718) 401 : 2022-01-25T22:56:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:24 smithi179 conmon[67066]: cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:26 smithi111 conmon[101466]: cluster 2022-01-25T22:56:25.205888+0000 mgr.smithi111.vbmimw (mgr.14718) 402 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:26 smithi179 conmon[67066]: cluster 2022-01-25T22:56:25.205888+0000 mgr.smithi111.vbmimw (mgr.14718) 402 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:26 smithi179 conmon[67066]: 2022-01-25T22:56:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:28 smithi111 conmon[101466]: cluster 2022-01-25T22:56:27.206298+0000 mgr.smithi111.vbmimw (mgr.14718) 403 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:28 smithi179 conmon[67066]: cluster 2022-01-25T22:56:27.206298+0000 mgr.smithi111.vbmimw (mgr.14718) 403 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:28 smithi179 conmon[67066]: 2022-01-25T22:56:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:30 smithi111 conmon[101466]: cluster 2022-01-25T22:56:29.207308+0000 mgr.smithi111.vbmimw (mgr.14718) 404 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:30 smithi179 conmon[67066]: cluster 2022-01-25T22:56:29.207308+0000 mgr.smithi111.vbmimw (mgr.14718) 404 : cluster [DBG] 2022-01-25T22:56:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:30 smithi179 conmon[67066]: pgmap v349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:32 smithi111 conmon[101466]: cluster 2022-01-25T22:56:31.207848+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:56:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:32 smithi111 conmon[101466]: .14718) 405 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:32 smithi179 conmon[67066]: cluster 2022-01-25T22:56:31.207848+0000 mgr.smithi111.vbmimw (mgr.14718) 405 : cluster 2022-01-25T22:56:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:32 smithi179 conmon[67066]: [DBG] pgmap v350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:34 smithi111 conmon[101466]: cluster 2022-01-25T22:56:33.208372+0000 mgr.smithi111.vbmimw (mgr.14718) 406 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:34 smithi179 conmon[67066]: cluster 2022-01-25T22:56:33.208372+0000 mgr.smithi111.vbmimw (mgr.14718) 406 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:34 smithi179 conmon[67066]: 2022-01-25T22:56:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:36 smithi111 conmon[101466]: cluster 2022-01-25T22:56:35.209055+0000 mgr.smithi111.vbmimw (mgr.14718) 407 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:36 smithi179 conmon[67066]: cluster 2022-01-25T22:56:35.209055+0000 mgr.smithi111.vbmimw (mgr.14718) 407 : cluster [DBG] 2022-01-25T22:56:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:36 smithi179 conmon[67066]: pgmap v352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:37 smithi111 conmon[101466]: audit 2022-01-25T22:56:37.346831+0000 mon.smithi111 (mon.0) 336 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:37 smithi111 conmon[101466]: 2022-01-25T22:56:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:37 smithi111 conmon[101466]: audit 2022-01-25T22:56:37.350767+0000 mon.smithi111 (mon.0) 337 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:37 smithi179 conmon[67066]: audit 2022-01-25T22:56:37.346831+0000 mon.smithi111 (mon.0) 336 : audit 2022-01-25T22:56:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:37 smithi179 conmon[67066]: audit 2022-01-25T22:56:37.350767+0000 mon.smithi111 (mon.0) 337 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:38 smithi111 conmon[101466]: cluster 2022-01-25T22:56:37.209526+0000 mgr.smithi111.vbmimw (mgr.14718) 408 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:38 smithi179 conmon[67066]: cluster 2022-01-25T22:56:37.209526+0000 mgr.smithi111.vbmimw (mgr.14718) 408 : cluster [DBG] 2022-01-25T22:56:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:38 smithi179 conmon[67066]: pgmap v353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:40 smithi111 conmon[101466]: cluster 2022-01-25T22:56:39.210315+0000 mgr.smithi111.vbmimw (mgr.14718) 409 : cluster [DBG] 2022-01-25T22:56:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:40 smithi111 conmon[101466]: pgmap v354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:40 smithi179 conmon[67066]: cluster 2022-01-25T22:56:39.210315+0000 mgr.smithi111.vbmimw (mgr.14718) 409 : cluster 2022-01-25T22:56:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:40 smithi179 conmon[67066]: [DBG] pgmap v354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:42 smithi111 conmon[101466]: cluster 2022-01-25T22:56:41.210866+0000 mgr.smithi111.vbmimw (mgr.14718) 410 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:42 smithi111 conmon[101466]: 2022-01-25T22:56:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:42 smithi179 conmon[67066]: cluster 2022-01-25T22:56:41.210866+0000 mgr.smithi111.vbmimw (mgr.14718) 410 : cluster 2022-01-25T22:56:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:42 smithi179 conmon[67066]: [DBG] pgmap v355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: cluster 2022-01-25T22:56:43.211399+0000 mgr.smithi111.vbmimw (mgr.14718) 411 : cluster [DBG] 2022-01-25T22:56:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: pgmap v356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: audit 2022-01-25T22:56:44.176433+0000 mon.smithi111 (mon.0) 338 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: audit 2022-01-25T22:56:44.177827+0000 mon.smithi111 (mon.0) 339 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: audit 2022-01-25T22:56:44.178803+0000 mon.smithi111 (mon.0) 340 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:56:44.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:44 smithi111 conmon[101466]: audit 2022-01-25T22:56:44.439101+0000 mon.smithi111 (mon.0) 341 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: cluster 2022-01-25T22:56:43.211399+0000 mgr.smithi111.vbmimw (mgr.14718) 411 : cluster [DBG] 2022-01-25T22:56:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: pgmap v356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: audit 2022-01-25T22:56:44.176433+0000 mon.smithi111 (mon.0) 338 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: audit 2022-01-25T22:56:44.177827+0000 mon.smithi111 (mon.0) 339 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: audit 2022-01-25T22:56:44.178803+0000 mon.smithi111 (mon.0) 340 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:56:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: audit 2022-01-25T22:56:44.439101+0000 2022-01-25T22:56:45.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:44 smithi179 conmon[67066]: mon.smithi111 (mon.0) 341 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:45 smithi111 conmon[101466]: cephadm 2022-01-25T22:56:44.179535+0000 mgr.smithi111.vbmimw (mgr.14718) 412 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:56:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:45 smithi179 conmon[67066]: cephadm 2022-01-25T22:56:44.179535+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:56:46.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:45 smithi179 conmon[67066]: ) 412 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:56:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:46 smithi111 conmon[101466]: cluster 2022-01-25T22:56:45.212018+0000 mgr.smithi111.vbmimw (mgr.14718) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:46 smithi111 conmon[101466]: 2022-01-25T22:56:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:46 smithi179 conmon[67066]: cluster 2022-01-25T22:56:45.212018+0000 mgr.smithi111.vbmimw (mgr.14718) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:47.167 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:56:47.451 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:47.451 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (18m) 10m ago 20m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:56:47.451 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (10m) 10m ago 20m 7042k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:56:47.452 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (10m) 10m ago 19m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:56:47.452 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (18m) 10m ago 19m 35.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:56:47.452 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (14m) 10m ago 14m 15.2M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:56:47.452 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (14m) 10m ago 14m 41.0M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:56:47.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (11m) 10m ago 21m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:56:47.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (10m) 10m ago 19m 389M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:56:47.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (10m) 10m ago 21m 42.1M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:56:47.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (10m) 10m ago 19m 36.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:56:47.453 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (11m) 10m ago 11m 56.6M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:56:47.454 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (11m) 10m ago 11m 81.7M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:56:47.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (19m) 10m ago 19m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:56:47.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (19m) 10m ago 19m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:56:47.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 10m ago 18m 1649M 4096M 16.2.4 8d91d370c2b8 2af63ee8784b 2022-01-25T22:56:47.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (18m) 10m ago 18m 1565M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:56:47.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (17m) 10m ago 17m 955M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:56:47.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (17m) 10m ago 17m 1649M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:56:47.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (17m) 10m ago 17m 1420M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:56:47.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (17m) 10m ago 17m 1844M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:56:47.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (16m) 10m ago 16m 1432M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:56:47.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (16m) 10m ago 16m 2295M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:56:47.456 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (18m) 10m ago 19m 49.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:56:47.807 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:56:47.807 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:56:47.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:47.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:47.808 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:56:47.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:47.809 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:47.809 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:56:47.809 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:56:47.809 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:56:47.810 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:47.810 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:56:47.810 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:47.810 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:56:47.811 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:56:47.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:47.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:56:47.812 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:56:47.812 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:56:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: audit 2022-01-25T22:56:47.155378+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T22:56:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: .14718) 414 : audit [DBG] from='client.34340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: cluster 2022-01-25T22:56:47.212389+0000 mgr.smithi111.vbmimw (mgr.14718) 415 : cluster [DBG] 2022-01-25T22:56:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: pgmap v358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: audit 2022- 2022-01-25T22:56:48.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: 01-25T22:56:47.440527+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:56:48.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: mgr.14718) 416 : audit [DBG] 2022-01-25T22:56:48.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:48.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: audit 2022-01-25T22:56:48.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: 2022-01-25T22: 2022-01-25T22:56:48.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: 56:47.641232+0000 mon.smithi111 (mon 2022-01-25T22:56:48.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: .0) 342 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:48.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: 2022-01-25T22:56:48.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: audit 2022-01 2022-01-25T22:56:48.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: -25T22:56:47.807771 2022-01-25T22:56:48.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 343 2022-01-25T22:56:48.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:48 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/2256213544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:48 smithi179 conmon[67066]: audit 2022-01-25T22:56:47.155378+0000 mgr.smithi111.vbmimw (mgr.14718) 414 : audit [DBG] from='client.34340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:48 smithi179 conmon[67066]: cluster 2022-01-25T22:56:47.212389+0000 mgr.smithi111.vbmimw (mgr.14718) 415 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:48 smithi179 conmon[67066]: audit 2022-01-25T22:56:47.440527+0000 mgr.smithi111.vbmimw (mgr.14718) 416 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:48 smithi179 conmon[67066]: audit 2022-01-25T22:56:47.641232+0000 mon.smithi111 (mon.0) 342 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:49.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:48 smithi179 conmon[67066]: audit 2022-01-25T22:56:47.807771+0000 mon.smithi111 (mon.0) 343 : audit [DBG] from='client.? 172.21.15.111:0/2256213544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:50 smithi111 conmon[101466]: cluster 2022-01-25T22:56:49.213024+0000 mgr.smithi111.vbmimw (mgr.14718) 417 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:50 smithi111 conmon[101466]: audit 2022-01-25T22:56:49.651880+0000 mon.smithi111 (mon.0) 344 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:50 smithi111 conmon[101466]: audit 2022-01-25T22:56:49.947013+0000 mon.smithi111 (mon.0) 345 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:50.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:50 smithi111 conmon[101466]: audit 2022-01-25T22:56:49.958091+0000 mon.smithi111 (mon.0) 346 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: cluster 2022-01-25T22:56:49.213024+0000 mgr.smithi111.vbmimw (mgr.14718) 417 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:56:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: audit 2022-01-25T22:56:49.651880+0000 mon.smithi111 (mon.0) 344 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: audit 2022-01-25T22:56:49.947013+0000 mon.smithi111 (mon.0) 345 : audit [INF] 2022-01-25T22:56:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: audit 2022-01-25T22:56:49 2022-01-25T22:56:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:50 smithi179 conmon[67066]: .958091+0000 mon.smithi111 (mon.0) 346 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:56:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:52 smithi111 conmon[101466]: cluster 2022-01-25T22:56:51.213465+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:56:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:52 smithi111 conmon[101466]: 418 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:52 smithi179 conmon[67066]: cluster 2022-01-25T22:56:51.213465+0000 mgr.smithi111.vbmimw (mgr.14718) 418 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:54 smithi111 conmon[101466]: cluster 2022-01-25T22:56:53.213989+0000 mgr.smithi111.vbmimw (mgr.14718) 419 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:54 smithi179 conmon[67066]: cluster 2022-01-25T22:56:53.213989+0000 mgr.smithi111.vbmimw (mgr.14718) 419 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:56 smithi111 conmon[101466]: cluster 2022-01-25T22:56:55.214874+0000 mgr.smithi111.vbmimw (mgr.14718) 420 : cluster [DBG] 2022-01-25T22:56:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:56 smithi111 conmon[101466]: pgmap v362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:56 smithi179 conmon[67066]: cluster 2022-01-25T22:56:55.214874+0000 mgr.smithi111.vbmimw (mgr.14718) 420 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:56:58 smithi111 conmon[101466]: cluster 2022-01-25T22:56:57.215465+0000 mgr.smithi111.vbmimw (mgr.14718) 421 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:56:58 smithi179 conmon[67066]: cluster 2022-01-25T22:56:57.215465+0000 mgr.smithi111.vbmimw (mgr.14718) 421 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:00 smithi111 conmon[101466]: cluster 2022-01-25T22:56:59.216233+0000 mgr.smithi111.vbmimw (mgr.14718) 422 : 2022-01-25T22:57:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:00 smithi111 conmon[101466]: cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:00 smithi179 conmon[67066]: cluster 2022-01-25T22:56:59.216233+0000 mgr.smithi111.vbmimw (mgr.14718) 422 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:02 smithi111 conmon[101466]: cluster 2022-01-25T22:57:01.216839+0000 mgr.smithi111.vbmimw (mgr.14718) 423 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:02 smithi111 conmon[101466]: 2022-01-25T22:57:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:02 smithi179 conmon[67066]: cluster 2022-01-25T22:57:01.216839+0000 mgr.smithi111.vbmimw (mgr.14718) 423 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:04 smithi111 conmon[101466]: cluster 2022-01-25T22:57:03.217466+0000 mgr.smithi111.vbmimw (mgr.14718) 424 : cluster [DBG] 2022-01-25T22:57:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:04 smithi111 conmon[101466]: pgmap v366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:04 smithi179 conmon[67066]: cluster 2022-01-25T22:57:03.217466+0000 mgr.smithi111.vbmimw (mgr.14718) 424 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:04 smithi179 conmon[67066]: 2022-01-25T22:57:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:06 smithi111 conmon[101466]: cluster 2022-01-25T22:57:05.218220+0000 mgr.smithi111.vbmimw (mgr.14718) 425 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:06 smithi179 conmon[67066]: cluster 2022-01-25T22:57:05.218220+0000 mgr.smithi111.vbmimw (mgr.14718) 425 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:08 smithi111 conmon[101466]: cluster 2022-01-25T22:57:07.218684+0000 mgr.smithi111.vbmimw (mgr.14718) 426 : cluster 2022-01-25T22:57:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:08 smithi111 conmon[101466]: [DBG] pgmap v368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:08 smithi179 conmon[67066]: cluster 2022-01-25T22:57:07.218684+0000 mgr.smithi111.vbmimw (mgr.14718) 426 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:10 smithi111 conmon[101466]: cluster 2022-01-25T22:57:09.219452+0000 mgr.smithi111.vbmimw (mgr.14718) 427 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:10 smithi179 conmon[67066]: cluster 2022-01-25T22:57:09.219452+0000 mgr.smithi111.vbmimw (mgr.14718) 427 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:12 smithi111 conmon[101466]: cluster 2022-01-25T22:57:11.220120+0000 mgr.smithi111.vbmimw (mgr.14718) 428 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:12 smithi179 conmon[67066]: cluster 2022-01-25T22:57:11.220120+0000 mgr.smithi111.vbmimw (mgr.14718) 428 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:14 smithi111 conmon[101466]: cluster 2022-01-25T22:57:13.220778+0000 mgr.smithi111.vbmimw (mgr.14718) 429 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:14 smithi179 conmon[67066]: cluster 2022-01-25T22:57:13.220778+0000 mgr.smithi111.vbmimw (mgr.14718) 429 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:16 smithi111 conmon[101466]: cluster 2022-01-25T22:57:15.221460+0000 mgr.smithi111.vbmimw (mgr.14718) 430 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:16 smithi179 conmon[67066]: cluster 2022-01-25T22:57:15.221460+0000 mgr.smithi111.vbmimw (mgr.14718) 430 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:57:18.378 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:18.378 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (19m) 28s ago 20m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:57:18.378 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (10m) 28s ago 20m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:57:18.379 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (10m) 30s ago 19m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:57:18.379 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (19m) 28s ago 20m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:57:18.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (15m) 28s ago 15m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:57:18.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (15m) 30s ago 15m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:57:18.380 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (11m) 28s ago 21m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:57:18.380 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (11m) 30s ago 19m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:57:18.380 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (11m) 28s ago 21m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:57:18.380 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (11m) 30s ago 19m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:57:18.381 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (12m) 28s ago 12m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:57:18.381 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (11m) 30s ago 11m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:57:18.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (20m) 28s ago 20m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:57:18.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (19m) 30s ago 19m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:57:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6m) 28s ago 19m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:57:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (18m) 28s ago 18m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:57:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (18m) 28s ago 18m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:57:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (18m) 28s ago 18m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:57:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (17m) 30s ago 17m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:57:18.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (17m) 30s ago 17m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:57:18.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (17m) 30s ago 17m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:57:18.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (16m) 30s ago 16m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:57:18.383 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (19m) 28s ago 19m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:57:18.694 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:57:18.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:57:18.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:18.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:18.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:57:18.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:18.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:18.696 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:57:18.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:57:18.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:57:18.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:18.697 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:57:18.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:18.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:18.698 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:57:18.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:18.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:57:18.699 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:57:18.699 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:57:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:18 smithi111 conmon[101466]: cluster 2022-01-25T22:57:17.221981+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T22:57:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:18 smithi111 conmon[101466]: 431 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:18 smithi111 conmon[101466]: audit 2022-01-25T22:57:18.694382+0000 mon.smithi111 (mon.0) 347 : audit [DBG] from='client.? 172.21.15.111:0/4209598211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:18 smithi179 conmon[67066]: cluster 2022-01-25T22:57:17.221981+0000 mgr.smithi111.vbmimw (mgr.14718) 431 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:18 smithi179 conmon[67066]: audit 2022-01-25T22:57:18.694382+0000 mon.smithi111 (mon 2022-01-25T22:57:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:18 smithi179 conmon[67066]: .0) 347 : audit [DBG] from='client.? 172.21.15.111:0/4209598211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:19 smithi111 conmon[101466]: audit 2022-01-25T22:57:18.098541+0000 mgr.smithi111.vbmimw (mgr.14718) 432 : audit [DBG] from='client.34352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:19 smithi111 conmon[101466]: audit 2022-01-25T22:57:18.369941+0000 mgr.smithi111.vbmimw (mgr.14718) 433 : audit [DBG] from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:19 smithi179 conmon[67066]: audit 2022-01-25T22:57:18.098541+0000 mgr.smithi111.vbmimw (mgr.14718) 432 : audit [DBG] from='client.34352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:19 smithi179 conmon[67066]: audit 2022-01-25T22:57:18.369941+0000 mgr.smithi111.vbmimw 2022-01-25T22:57:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:19 smithi179 conmon[67066]: (mgr.14718) 433 : audit [DBG] from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:20 smithi111 conmon[101466]: cluster 2022-01-25T22:57:19.222725+0000 mgr.smithi111.vbmimw (mgr.14718) 434 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:20 smithi179 conmon[67066]: cluster 2022-01-25T22:57:19.222725+0000 mgr.smithi111.vbmimw (mgr.14718) 434 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:22 smithi111 conmon[101466]: cluster 2022-01-25T22:57:21.223397+0000 mgr.smithi111.vbmimw (mgr.14718) 435 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:22 smithi179 conmon[67066]: cluster 2022-01-25T22:57:21.223397+0000 mgr.smithi111.vbmimw (mgr.14718) 435 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:24 smithi111 conmon[101466]: cluster 2022-01-25T22:57:23.224123+0000 mgr.smithi111.vbmimw (mgr.14718) 436 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:24 smithi111 conmon[101466]: 2022-01-25T22:57:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:24 smithi179 conmon[67066]: cluster 2022-01-25T22:57:23.224123+0000 mgr.smithi111.vbmimw (mgr.14718) 436 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:26 smithi111 conmon[101466]: cluster 2022-01-25T22:57:25.224957+0000 mgr.smithi111.vbmimw (mgr.14718) 437 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:26 smithi179 conmon[67066]: cluster 2022-01-25T22:57:25.224957+0000 mgr.smithi111.vbmimw (mgr.14718) 437 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:28 smithi111 conmon[101466]: cluster 2022-01-25T22:57:27.225453+0000 mgr.smithi111.vbmimw (mgr.14718) 438 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:28 smithi179 conmon[67066]: cluster 2022-01-25T22:57:27.225453+0000 mgr.smithi111.vbmimw (mgr.14718) 438 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:30 smithi111 conmon[101466]: cluster 2022-01-25T22:57:29.226335+0000 mgr.smithi111.vbmimw (mgr.14718) 439 : cluster 2022-01-25T22:57:31.051 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:30 smithi111 conmon[101466]: [DBG] pgmap v379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:30 smithi179 conmon[67066]: cluster 2022-01-25T22:57:29.226335+0000 mgr.smithi111.vbmimw (mgr.14718) 439 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:32 smithi111 conmon[101466]: cluster 2022-01-25T22:57:31.226890+0000 mgr.smithi111.vbmimw (mgr.14718) 440 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:32 smithi111 conmon[101466]: 2022-01-25T22:57:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:32 smithi179 conmon[67066]: cluster 2022-01-25T22:57:31.226890+0000 mgr.smithi111.vbmimw (mgr.14718) 440 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:34 smithi179 conmon[67066]: cluster 2022-01-25T22:57:33.227494+0000 mgr.smithi111.vbmimw (mgr.14718) 441 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:34 smithi111 conmon[101466]: cluster 2022-01-25T22:57:33.227494+0000 mgr.smithi111.vbmimw (mgr.14718) 441 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:36 smithi179 conmon[67066]: cluster 2022-01-25T22:57:35.228206+0000 mgr.smithi111.vbmimw (mgr.14718) 442 2022-01-25T22:57:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:36 smithi179 conmon[67066]: : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:36 smithi111 conmon[101466]: cluster 2022-01-25T22:57:35.228206+0000 mgr.smithi111.vbmimw (mgr.14718) 442 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:37 smithi179 conmon[67066]: audit 2022-01-25T22:57:37.348422+0000 mon.smithi111 (mon.0) 348 : audit [INF] 2022-01-25T22:57:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:37 smithi179 conmon[67066]: audit 2022-01-25T22:57:37.352354+0000 mon.smithi111 (mon.0) 349 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:37 smithi111 conmon[101466]: audit 2022-01-25T22:57:37.348422+0000 mon.smithi111 (mon.0) 348 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:37 smithi111 conmon[101466]: audit 2022-01-25T22:57:37.352354+0000 mon.smithi111 (mon. 2022-01-25T22:57:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:37 smithi111 conmon[101466]: 0) 349 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:38 smithi179 conmon[67066]: cluster 2022-01-25T22:57:37.228811+0000 mgr.smithi111.vbmimw (mgr.14718) 443 : cluster [DBG] 2022-01-25T22:57:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:38 smithi179 conmon[67066]: pgmap v383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:38 smithi111 conmon[101466]: cluster 2022-01-25T22:57:37.228811+0000 mgr.smithi111.vbmimw (mgr.14718) 443 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:40 smithi179 conmon[67066]: cluster 2022-01-25T22:57:39.229640+0000 mgr.smithi111.vbmimw (mgr.14718) 444 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:40 smithi179 conmon[67066]: 2022-01-25T22:57:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:40 smithi111 conmon[101466]: cluster 2022-01-25T22:57:39.229640+0000 mgr.smithi111.vbmimw (mgr.14718) 444 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:42 smithi111 conmon[101466]: cluster 2022-01-25T22:57:41.230238+0000 mgr.smithi111.vbmimw (mgr.14718) 445 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:42 smithi111 conmon[101466]: 2022-01-25T22:57:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:42 smithi179 conmon[67066]: cluster 2022-01-25T22:57:41.230238+0000 mgr.smithi111.vbmimw (mgr.14718) 445 : cluster [DBG] 2022-01-25T22:57:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:42 smithi179 conmon[67066]: pgmap v385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:44 smithi179 conmon[67066]: cluster 2022-01-25T22:57:43.230977+0000 mgr.smithi111.vbmimw (mgr.14718) 446 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:44 smithi111 conmon[101466]: cluster 2022-01-25T22:57:43.230977+0000 mgr.smithi111.vbmimw (mgr.14718) 446 : cluster 2022-01-25T22:57:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:44 smithi111 conmon[101466]: [DBG] pgmap v386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:46 smithi179 conmon[67066]: cluster 2022-01-25T22:57:45.231842+0000 mgr.smithi111.vbmimw (mgr.14718) 447 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:46 smithi111 conmon[101466]: cluster 2022-01-25T22:57:45.231842+0000 mgr.smithi111.vbmimw (mgr.14718) 447 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:49.000 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:57:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:48 smithi179 conmon[67066]: cluster 2022-01-25T22:57:47.232386+0000 mgr.smithi111.vbmimw (mgr.14718) 448 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:48 smithi111 conmon[101466]: cluster 2022-01-25T22:57:47.232386+0000 mgr.smithi111.vbmimw 2022-01-25T22:57:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:48 smithi111 conmon[101466]: (mgr.14718) 448 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:49.264 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:49.264 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (19m) 59s ago 21m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:57:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (11m) 59s ago 21m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:57:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (11m) 61s ago 20m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:57:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (19m) 59s ago 20m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:57:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (15m) 59s ago 15m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:57:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (15m) 61s ago 15m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:57:49.266 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (12m) 59s ago 22m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:57:49.266 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (12m) 61s ago 20m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:57:49.266 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (11m) 59s ago 22m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:57:49.266 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (11m) 61s ago 20m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:57:49.267 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (12m) 59s ago 12m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:57:49.267 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (12m) 61s ago 12m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:57:49.267 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (20m) 59s ago 20m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:57:49.267 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (20m) 61s ago 20m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:57:49.267 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 59s ago 19m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:57:49.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (19m) 59s ago 19m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:57:49.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (18m) 59s ago 18m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:57:49.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (18m) 59s ago 18m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:57:49.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (18m) 61s ago 18m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:57:49.269 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (18m) 61s ago 18m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:57:49.269 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (17m) 61s ago 17m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:57:49.269 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (17m) 61s ago 17m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:57:49.269 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (19m) 59s ago 20m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:57:49.582 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:57:49.582 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:57:49.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:49.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:49.583 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:57:49.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:49.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:49.583 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:57:49.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:57:49.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:57:49.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:49.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:57:49.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:49.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:57:49.585 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:57:49.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:49.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:57:49.586 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:57:49.586 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:57:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:49 smithi179 conmon[67066]: audit 2022-01-25T22:57:49.582385+0000 mon.smithi111 (mon.0) 350 : audit [DBG] from='client.? 172.21.15.111:0/739945235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:49 smithi111 conmon[101466]: audit 2022-01-25T22:57:49.582385+0000 mon.smithi111 (mon.0) 350 : audit 2022-01-25T22:57:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:49 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/739945235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:48.988146+0000 mgr.smithi111.vbmimw (mgr.14718) 449 : 2022-01-25T22:57:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit [DBG] from='client.34364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: cluster 2022-01-25T22:57:49.233072+0000 mgr.smithi111.vbmimw (mgr.14718) 450 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:49.256372+0000 mgr.smithi111.vbmimw (mgr.14718) 451 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:49.960540+0000 mon.smithi111 (mon.0) 351 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:57:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:49.961627+0000 mon.smithi111 (mon.0) 352 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:57:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:49.962278+0000 mon.smithi111 (mon.0) 353 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:57:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:50.272439+0000 mon.smithi111 (mon.0) 354 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:57:51.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:50 smithi179 conmon[67066]: audit 2022-01-25T22:57:50.277833+0000 mon.smithi111 (mon.0) 355 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:57:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:48.988146+0000 mgr.smithi111.vbmimw (mgr.14718) 449 : audit [DBG] from='client.34364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: 2022-01-25T22:57:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: cluster 2022-01-25T22:57:49.233072+0000 mgr.smithi111.vbmimw (mgr.14718) 450 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:49.256372+0000 mgr.smithi111.vbmimw (mgr.14718) 451 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:51.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:49.960540+0000 mon.smithi111 (mon.0) 351 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:57:51.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:49.961627+0000 mon.smithi111 (mon.0) 352 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:57:51.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:49.962278+0000 mon.smithi111 (mon.0) 353 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:57:51.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:51.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: 2022-01-25T22:57:50.272439+0000 mon.smithi111 (mon.0) 354 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:57:51.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: audit 2022-01-25T22:57:50.277833+0000 mon.smithi111 2022-01-25T22:57:51.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:50 smithi111 conmon[101466]: (mon.0) 355 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:57:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:51 smithi179 conmon[67066]: cephadm 2022-01-25T22:57:49.962910+0000 mgr.smithi111.vbmimw (mgr.14718) 452 : cephadm 2022-01-25T22:57:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:51 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:51 smithi111 conmon[101466]: cephadm 2022-01-25T22:57:49.962910+0000 mgr.smithi111.vbmimw (mgr.14718) 452 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:51 smithi111 conmon[101466]: 2022-01-25T22:57:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:52 smithi111 conmon[101466]: cluster 2022-01-25T22:57:51.233542+0000 mgr.smithi111.vbmimw (mgr.14718) 453 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:52 smithi111 conmon[101466]: 2022-01-25T22:57:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:52 smithi179 conmon[67066]: cluster 2022-01-25T22:57:51.233542+0000 mgr.smithi111.vbmimw (mgr.14718) 453 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:54 smithi179 conmon[67066]: cluster 2022-01-25T22:57:53.234465+0000 mgr.smithi111.vbmimw (mgr.14718) 454 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:54 smithi111 conmon[101466]: cluster 2022-01-25T22:57:53.234465+0000 mgr.smithi111.vbmimw (mgr.14718) 454 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:56 smithi179 conmon[67066]: cluster 2022-01-25T22:57:55.235238+0000 mgr.smithi111.vbmimw (mgr.14718) 455 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:56 smithi111 conmon[101466]: cluster 2022-01-25T22:57:55.235238+0000 mgr.smithi111.vbmimw (mgr.14718) 455 : cluster [DBG] 2022-01-25T22:57:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:56 smithi111 conmon[101466]: pgmap v392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:57:58 smithi179 conmon[67066]: cluster 2022-01-25T22:57:57.235705+0000 mgr.smithi111.vbmimw (mgr.14718) 456 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:58 smithi111 conmon[101466]: cluster 2022-01-25T22:57:57.235705+0000 mgr.smithi111.vbmimw (mgr.14718) 456 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:57:58 smithi111 conmon[101466]: 2022-01-25T22:58:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:00 smithi179 conmon[67066]: cluster 2022-01-25T22:57:59.236513+0000 mgr.smithi111.vbmimw (mgr.14718) 457 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:00 smithi111 conmon[101466]: cluster 2022-01-25T22:57:59.236513+0000 mgr.smithi111.vbmimw (mgr.14718) 457 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:02 smithi111 conmon[101466]: cluster 2022-01-25T22:58:01.237203+0000 mgr.smithi111.vbmimw (mgr.14718) 458 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:02 smithi111 conmon[101466]: 2022-01-25T22:58:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:02 smithi179 conmon[67066]: cluster 2022-01-25T22:58:01.237203+0000 mgr.smithi111.vbmimw (mgr.14718) 458 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:04 smithi179 conmon[67066]: cluster 2022-01-25T22:58:03.238071+0000 mgr.smithi111.vbmimw (mgr.14718) 459 : cluster 2022-01-25T22:58:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:04 smithi179 conmon[67066]: [DBG] pgmap v396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:04 smithi111 conmon[101466]: cluster 2022-01-25T22:58:03.238071+0000 mgr.smithi111.vbmimw (mgr.14718) 459 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:06 smithi179 conmon[67066]: cluster 2022-01-25T22:58:05.238647+0000 mgr.smithi111.vbmimw (mgr.14718) 460 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:06 smithi111 conmon[101466]: cluster 2022-01-25T22:58:05.238647+0000 mgr.smithi111.vbmimw (mgr.14718) 460 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:08 smithi179 conmon[67066]: cluster 2022-01-25T22:58:07.239164+0000 mgr.smithi111.vbmimw (mgr.14718) 461 : cluster 2022-01-25T22:58:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:08 smithi179 conmon[67066]: [DBG] pgmap v398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:08 smithi111 conmon[101466]: cluster 2022-01-25T22:58:07.239164+0000 mgr.smithi111.vbmimw (mgr.14718) 461 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:08 smithi111 conmon[101466]: 2022-01-25T22:58:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:10 smithi179 conmon[67066]: cluster 2022-01-25T22:58:09.240159+0000 mgr.smithi111.vbmimw (mgr.14718) 462 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:10 smithi111 conmon[101466]: cluster 2022-01-25T22:58:09.240159+0000 mgr.smithi111.vbmimw (mgr.14718) 462 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:12 smithi111 conmon[101466]: cluster 2022-01-25T22:58:11.240867+0000 mgr.smithi111.vbmimw (mgr.14718) 463 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:12 smithi179 conmon[67066]: cluster 2022-01-25T22:58:11.240867+0000 mgr.smithi111.vbmimw (mgr.14718) 463 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:14 smithi179 conmon[67066]: cluster 2022-01-25T22:58:13.241526+0000 mgr.smithi111.vbmimw (mgr.14718) 464 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:14 smithi111 conmon[101466]: cluster 2022-01-25T22:58:13.241526+0000 mgr.smithi111.vbmimw (mgr.14718) 464 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:16 smithi179 conmon[67066]: cluster 2022-01-25T22:58:15.242319+0000 mgr.smithi111.vbmimw (mgr.14718) 465 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:16 smithi179 conmon[67066]: 2022-01-25T22:58:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:16 smithi111 conmon[101466]: cluster 2022-01-25T22:58:15.242319+0000 mgr.smithi111.vbmimw (mgr.14718) 465 : cluster [DBG] 2022-01-25T22:58:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:16 smithi111 conmon[101466]: pgmap v402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:18 smithi179 conmon[67066]: cluster 2022-01-25T22:58:17.242843+0000 mgr.smithi111.vbmimw (mgr.14718) 466 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:18 smithi111 conmon[101466]: cluster 2022-01-25T22:58:17.242843+0000 mgr.smithi111.vbmimw (mgr.14718) 466 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:19.886 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:58:20.154 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:20.154 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (20m) 90s ago 21m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:58:20.155 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (12m) 90s ago 21m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:58:20.155 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (11m) 92s ago 20m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:58:20.155 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (20m) 90s ago 21m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:58:20.155 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (16m) 90s ago 16m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:58:20.156 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (16m) 92s ago 16m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:58:20.156 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (12m) 90s ago 22m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:58:20.156 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (12m) 92s ago 20m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:58:20.156 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (12m) 90s ago 22m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:58:20.156 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (12m) 92s ago 20m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:58:20.157 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (13m) 90s ago 13m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:58:20.157 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (13m) 92s ago 12m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:58:20.157 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (21m) 90s ago 21m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:58:20.157 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (20m) 92s ago 20m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:58:20.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 90s ago 20m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:58:20.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (19m) 90s ago 19m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:58:20.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (19m) 90s ago 19m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:58:20.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (19m) 90s ago 19m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:58:20.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (18m) 92s ago 18m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:58:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (18m) 92s ago 18m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:58:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (18m) 92s ago 18m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:58:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (17m) 92s ago 17m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:58:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (20m) 90s ago 20m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:58:20.473 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:58:20.474 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:58:20.474 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:20.474 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:20.474 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:58:20.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:20.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:20.475 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:58:20.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:58:20.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:58:20.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:20.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:58:20.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:58:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:58:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:58:20.478 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:58:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:20 smithi179 conmon[67066]: cluster 2022-01-25T22:58:19.243615+0000 mgr.smithi111.vbmimw (mgr.14718) 467 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:20 smithi179 conmon[67066]: audit 2022-01-25T22:58:20 2022-01-25T22:58:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:20 smithi179 conmon[67066]: .474304+0000 mon.smithi111 (mon.0) 356 : audit [DBG] from='client.? 172.21.15.111:0/3641255567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:20 smithi111 conmon[101466]: cluster 2022-01-25T22:58:19.243615+0000 mgr.smithi111.vbmimw (mgr.14718) 467 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:20 smithi111 conmon[101466]: audit 2022-01-25T22:58:20 2022-01-25T22:58:21.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:20 smithi111 conmon[101466]: .474304+0000 mon.smithi111 (mon.0) 356 : audit [DBG] from='client.? 172.21.15.111:0/3641255567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:21 smithi179 conmon[67066]: audit 2022-01-25T22:58:19.874617+0000 mgr.smithi111.vbmimw (mgr.14718) 468 : audit [DBG] from='client.34376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:21 smithi179 conmon[67066]: audit 2022-01-25T22:58:20.146217+0000 mgr.smithi111.vbmimw (mgr.14718) 469 : audit [DBG] from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:21 smithi111 conmon[101466]: audit 2022-01-25T22:58:19.874617+0000 mgr.smithi111.vbmimw (mgr.14718) 468 : 2022-01-25T22:58:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:21 smithi111 conmon[101466]: audit [DBG] from='client.34376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:22.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:21 smithi111 conmon[101466]: audit 2022-01-25T22:58:20.146217+0000 mgr.smithi111.vbmimw (mgr.14718) 469 : audit [DBG] from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:22 smithi111 conmon[101466]: cluster 2022-01-25T22:58:21.244329+0000 mgr.smithi111.vbmimw (mgr.14718) 470 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:22 smithi111 conmon[101466]: 2022-01-25T22:58:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:22 smithi179 conmon[67066]: cluster 2022-01-25T22:58:21.244329+0000 mgr.smithi111.vbmimw (mgr.14718) 470 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:24 smithi179 conmon[67066]: cluster 2022-01-25T22:58:23.245013+0000 mgr.smithi111.vbmimw (mgr.14718) 471 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:24 smithi111 conmon[101466]: cluster 2022-01-25T22:58:23.245013+0000 mgr.smithi111.vbmimw (mgr.14718) 471 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:26 smithi179 conmon[67066]: cluster 2022-01-25T22:58:25.245587+0000 mgr.smithi111.vbmimw (mgr.14718) 472 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:26 smithi111 conmon[101466]: cluster 2022-01-25T22:58:25.245587+0000 mgr.smithi111.vbmimw (mgr.14718) 472 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:28 smithi179 conmon[67066]: cluster 2022-01-25T22:58:27.246123+0000 mgr.smithi111.vbmimw (mgr.14718) 473 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:28 smithi111 conmon[101466]: cluster 2022-01-25T22:58:27.246123+0000 mgr.smithi111.vbmimw (mgr.14718) 473 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:30 smithi179 conmon[67066]: cluster 2022-01-25T22:58:29.246968+0000 mgr.smithi111.vbmimw (mgr.14718) 474 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:30 smithi111 conmon[101466]: cluster 2022-01-25T22:58:29.246968+0000 mgr.smithi111.vbmimw (mgr.14718) 474 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:32 smithi111 conmon[101466]: cluster 2022-01-25T22:58:31.247473+0000 mgr.smithi111.vbmimw (mgr.14718) 475 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:32 smithi179 conmon[67066]: cluster 2022-01-25T22:58:31.247473+0000 mgr.smithi111.vbmimw (mgr.14718) 475 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:34 smithi179 conmon[67066]: cluster 2022-01-25T22:58:33.248294+0000 mgr.smithi111.vbmimw (mgr.14718) 476 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:34 smithi111 conmon[101466]: cluster 2022-01-25T22:58:33.248294+0000 mgr.smithi111.vbmimw (mgr.14718) 476 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:35 smithi179 conmon[67066]: cluster 2022-01-25T22:58:35.248860+0000 mgr.smithi111.vbmimw (mgr.14718) 477 : cluster [DBG] 2022-01-25T22:58:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:35 smithi179 conmon[67066]: pgmap v412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:35 smithi111 conmon[101466]: cluster 2022-01-25T22:58:35.248860+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:58:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:35 smithi111 conmon[101466]: mgr.14718) 477 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:38 smithi179 conmon[67066]: cluster 2022-01-25T22:58:37.249253+0000 mgr.smithi111.vbmimw (mgr.14718) 478 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:38 smithi179 conmon[67066]: audit 2022-01-25T22:58:37.350026+0000 mon.smithi111 2022-01-25T22:58:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:38 smithi179 conmon[67066]: (mon.0) 357 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:38 smithi179 conmon[67066]: audit 2022-01-25T22:58:37.354242+0000 mon.smithi111 (mon.0) 358 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:38 smithi111 conmon[101466]: cluster 2022-01-25T22:58:37.249253+0000 mgr.smithi111.vbmimw (mgr.14718) 478 : cluster 2022-01-25T22:58:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:38 smithi111 conmon[101466]: [DBG] pgmap v413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:38 smithi111 conmon[101466]: audit 2022-01-25T22:58:37.350026+0000 mon.smithi111 (mon.0) 357 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:38 smithi111 conmon[101466]: audit 2022-01-25T22:58:37.354242+0000 2022-01-25T22:58:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:38 smithi111 conmon[101466]: mon.smithi111 (mon.0) 358 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:40.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:40 smithi179 conmon[67066]: cluster 2022-01-25T22:58:39.249931+0000 mgr.smithi111.vbmimw (mgr.14718) 479 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:40 smithi111 conmon[101466]: cluster 2022-01-25T22:58:39.249931+0000 mgr.smithi111.vbmimw (mgr.14718) 479 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:42 smithi179 conmon[67066]: cluster 2022-01-25T22:58:41.250483+0000 mgr.smithi111.vbmimw (mgr.14718) 480 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:42.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:42 smithi111 conmon[101466]: cluster 2022-01-25T22:58:41.250483+0000 mgr.smithi111.vbmimw (mgr.14718) 480 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:42.904 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:42 smithi111 conmon[101466]: 2022-01-25T22:58:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:44 smithi179 conmon[67066]: cluster 2022-01-25T22:58:43.251353+0000 mgr.smithi111.vbmimw (mgr.14718) 481 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:44 smithi111 conmon[101466]: cluster 2022-01-25T22:58:43.251353+0000 mgr.smithi111.vbmimw (mgr.14718) 481 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:46 smithi179 conmon[67066]: cluster 2022-01-25T22:58:45.251905+0000 mgr.smithi111.vbmimw (mgr.14718) 482 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:46 smithi111 conmon[101466]: cluster 2022-01-25T22:58:45.251905+0000 mgr.smithi111.vbmimw (mgr.14718) 482 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:48 smithi179 conmon[67066]: cluster 2022-01-25T22:58:47.252476+0000 mgr.smithi111.vbmimw (mgr.14718) 483 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:48 smithi111 conmon[101466]: cluster 2022-01-25T22:58:47.252476+0000 mgr.smithi111.vbmimw (mgr.14718) 483 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:50.772 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:58:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: cluster 2022-01-25T22:58:49.253297+0000 mgr.smithi111.vbmimw (mgr.14718) 484 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: audit 2022-01-25T22:58:50.280345+0000 mon.smithi111 (mon.0) 359 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:58:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: 01-25T22:58:50.281825+0000 mon.smithi111 (mon.0) 360 : audit 2022-01-25T22:58:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T22:58:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: T22:58:50.282740+0000 mon.smithi111 (mon.0 2022-01-25T22:58:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: ) 361 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:58:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: 01-25T22:58:50 2022-01-25T22:58:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: .541786+0000 mon.smithi111 (mon.0) 362 : 2022-01-25T22:58:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:50 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: cluster 2022-01-25T22:58:49. 2022-01-25T22:58:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: 253297+0000 mgr.smithi111.vbmimw (mgr.14718) 484 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:58:50.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: T22:58:50.280345+0000 mon.smithi111 (mon.0) 359 : audit [DBG] 2022-01-25T22:58:50.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:50.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T22:58:50.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: 25T22:58:50.281825+0000 2022-01-25T22:58:50.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: mon.smithi111 (mon.0) 360 : audit [DBG] 2022-01-25T22:58:50.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:50.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T22:58:50.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: 22:58:50.282740+0000 mon.smithi111 (mon 2022-01-25T22:58:50.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: .0) 361 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:50.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T22:58:50.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: T22:58:50.541786+0000 mon.smithi111 (mon. 2022-01-25T22:58:50.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:50 smithi111 conmon[101466]: 0) 362 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:51.042 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:51.042 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (20m) 2m ago 22m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:58:51.043 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (12m) 2m ago 22m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:58:51.043 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (12m) 2m ago 21m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:58:51.043 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (20m) 2m ago 21m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:58:51.043 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (16m) 2m ago 16m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:58:51.044 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (16m) 2m ago 16m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:58:51.044 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (13m) 2m ago 23m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:58:51.044 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (13m) 2m ago 21m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:58:51.044 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (12m) 2m ago 23m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:58:51.044 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (12m) 2m ago 21m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:58:51.045 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (13m) 2m ago 13m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:58:51.045 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (13m) 2m ago 13m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:58:51.045 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (21m) 2m ago 21m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:58:51.045 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (21m) 2m ago 21m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:58:51.045 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 2m ago 20m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:58:51.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (20m) 2m ago 20m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:58:51.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (19m) 2m ago 19m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:58:51.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (19m) 2m ago 19m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:58:51.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (19m) 2m ago 19m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:58:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (19m) 2m ago 19m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:58:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (18m) 2m ago 18m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:58:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (18m) 2m ago 18m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:58:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (20m) 2m ago 21m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:58:51.362 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:58:51.362 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:58:51.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:51.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:51.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:58:51.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:51.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:51.364 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:58:51.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:58:51.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:58:51.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:51.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:58:51.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:51.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:58:51.365 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:58:51.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:51.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:58:51.366 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:58:51.366 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:58:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: cephadm 2022-01-25T22:58:50.283453+0000 mgr.smithi111.vbmimw (mgr.14718) 485 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: audit 2022-01-25T22:58:50.761307+0000 mgr.smithi111.vbmimw (mgr.14718) 486 : audit [DBG] from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: audit 2022-01-25T22:58 2022-01-25T22:58:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: :50.838007+0000 mon.smithi111 (mon.0) 363 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T22:58:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: 25T22:58:50.843043+0000 2022-01-25T22:58:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 364 : audit [INF] 2022-01-25T22:58:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: audit 2022-01-25T22:58:51.362707+0000 mon.smithi111 (mon.0 2022-01-25T22:58:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:51 smithi179 conmon[67066]: ) 365 : audit [DBG] from='client.? 172.21.15.111:0/2469908850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: cephadm 2022-01-25T22:58:50.283453+0000 mgr.smithi111.vbmimw (mgr.14718) 485 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: audit 2022-01-25T22:58:50.761307+0000 mgr.smithi111.vbmimw (mgr.14718) 486 : audit [DBG] from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: audit 2022-01-25T22:58:50.838007+0000 mon.smithi111 (mon.0) 363 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: audit 2022-01-25T22:58:50.843043+0000 mon.smithi111 (mon.0) 364 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:58:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: audit 2022-01-25T22:58:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:51 smithi111 conmon[101466]: 2022-01-25T22:58:51.362707+0000 mon.smithi111 (mon.0) 365 : audit [DBG] from='client.? 172.21.15.111:0/2469908850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:52 smithi111 conmon[101466]: audit 2022-01-25T22:58:51.034285+0000 mgr.smithi111.vbmimw (mgr.14718) 487 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:52 smithi111 conmon[101466]: 2022-01-25T22:58:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:52 smithi111 conmon[101466]: cluster 2022-01-25T22:58:51.253773+0000 mgr.smithi111.vbmimw (mgr.14718) 488 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:52 smithi179 conmon[67066]: audit 2022-01-25T22:58:51.034285+0000 mgr.smithi111.vbmimw (mgr.14718) 487 : audit [DBG] from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:52 smithi179 conmon[67066]: cluster 2022-01-25T22:58:51.253773+0000 mgr.smithi111.vbmimw (mgr.14718) 488 : 2022-01-25T22:58:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:52 smithi179 conmon[67066]: cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:54 smithi179 conmon[67066]: cluster 2022-01-25T22:58:53.254418+0000 mgr.smithi111.vbmimw (mgr.14718) 489 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:54 smithi111 conmon[101466]: cluster 2022-01-25T22:58:53.254418+0000 mgr.smithi111.vbmimw (mgr.14718) 489 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:56 smithi179 conmon[67066]: cluster 2022-01-25T22:58:55.255109+0000 mgr.smithi111.vbmimw (mgr.14718) 490 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:56 smithi111 conmon[101466]: cluster 2022-01-25T22:58:55.255109+0000 mgr.smithi111.vbmimw (mgr.14718) 490 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:56 smithi111 conmon[101466]: 2022-01-25T22:58:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:58:58 smithi179 conmon[67066]: cluster 2022-01-25T22:58:57.255590+0000 mgr.smithi111.vbmimw (mgr.14718) 491 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:58:58 smithi111 conmon[101466]: cluster 2022-01-25T22:58:57.255590+0000 mgr.smithi111.vbmimw (mgr.14718) 491 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:00 smithi179 conmon[67066]: cluster 2022-01-25T22:58:59.256480+0000 mgr.smithi111.vbmimw (mgr.14718) 492 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:00 smithi111 conmon[101466]: cluster 2022-01-25T22:58:59.256480+0000 mgr.smithi111.vbmimw (mgr.14718) 492 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:02 smithi111 conmon[101466]: cluster 2022-01-25T22:59:01.257177+0000 mgr.smithi111.vbmimw (mgr.14718) 493 : cluster 2022-01-25T22:59:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:02 smithi111 conmon[101466]: [DBG] pgmap v425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:02 smithi179 conmon[67066]: cluster 2022-01-25T22:59:01.257177+0000 mgr.smithi111.vbmimw (mgr.14718) 493 : cluster 2022-01-25T22:59:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:02 smithi179 conmon[67066]: [DBG] pgmap v425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:04 smithi179 conmon[67066]: cluster 2022-01-25T22:59:03.258047+0000 mgr.smithi111.vbmimw (mgr.14718) 494 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:04 smithi111 conmon[101466]: cluster 2022-01-25T22:59:03.258047+0000 mgr.smithi111.vbmimw (mgr.14718) 494 : cluster [DBG] 2022-01-25T22:59:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:04 smithi111 conmon[101466]: pgmap v426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:05 smithi111 conmon[101466]: cluster 2022-01-25T22:59:05.258558+0000 mgr.smithi111.vbmimw (mgr.14718) 495 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:05 smithi179 conmon[67066]: cluster 2022-01-25T22:59:05.258558+0000 mgr.smithi111.vbmimw (mgr.14718) 495 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:08 smithi179 conmon[67066]: cluster 2022-01-25T22:59:07.259032+0000 mgr.smithi111.vbmimw (mgr.14718) 496 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:08 smithi111 conmon[101466]: cluster 2022-01-25T22:59:07.259032+0000 mgr.smithi111.vbmimw (mgr.14718) 496 : 2022-01-25T22:59:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:08 smithi111 conmon[101466]: cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:10 smithi179 conmon[67066]: cluster 2022-01-25T22:59:09.259767+0000 mgr.smithi111.vbmimw (mgr.14718) 497 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:10 smithi111 conmon[101466]: cluster 2022-01-25T22:59:09.259767+0000 mgr.smithi111.vbmimw (mgr.14718) 497 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:12 smithi179 conmon[67066]: cluster 2022-01-25T22:59:11.260481+0000 mgr.smithi111.vbmimw (mgr.14718) 498 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:12 smithi111 conmon[101466]: cluster 2022-01-25T22:59:11.260481+0000 mgr.smithi111.vbmimw (mgr.14718) 498 : cluster [DBG] 2022-01-25T22:59:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:12 smithi111 conmon[101466]: pgmap v430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:14 smithi179 conmon[67066]: cluster 2022-01-25T22:59:13.261255+0000 mgr.smithi111.vbmimw (mgr.14718) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:14 smithi111 conmon[101466]: cluster 2022-01-25T22:59:13.261255+0000 mgr.smithi111.vbmimw (mgr.14718) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:16 smithi111 conmon[101466]: cluster 2022-01-25T22:59:15.261774+0000 mgr.smithi111.vbmimw (mgr.14718) 500 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:16 smithi179 conmon[67066]: cluster 2022-01-25T22:59:15.261774+0000 mgr.smithi111.vbmimw (mgr.14718) 500 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:18 smithi111 conmon[101466]: cluster 2022-01-25T22:59:17.262339+0000 mgr.smithi111.vbmimw (mgr.14718) 501 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:18 smithi179 conmon[67066]: cluster 2022-01-25T22:59:17.262339+0000 mgr.smithi111.vbmimw (mgr.14718) 501 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:20 smithi111 conmon[101466]: cluster 2022-01-25T22:59:19.263145+0000 mgr.smithi111.vbmimw (mgr.14718) 502 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:20 smithi179 conmon[67066]: cluster 2022-01-25T22:59:19.263145+0000 mgr.smithi111.vbmimw (mgr.14718) 502 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:20 smithi179 conmon[67066]: 2022-01-25T22:59:21.663 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:59:21.928 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:21.928 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (21m) 2m ago 22m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:59:21.929 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (13m) 2m ago 22m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:59:21.929 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (12m) 2m ago 21m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:59:21.929 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (21m) 2m ago 22m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:59:21.929 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (17m) 2m ago 17m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:59:21.930 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (17m) 2m ago 17m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:59:21.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (13m) 2m ago 23m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:59:21.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (13m) 2m ago 21m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:59:21.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (13m) 2m ago 23m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:59:21.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (13m) 2m ago 21m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:59:21.931 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (14m) 2m ago 14m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:59:21.931 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (14m) 2m ago 14m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:59:21.931 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (22m) 2m ago 22m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:59:21.931 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (21m) 2m ago 21m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:59:21.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 2m ago 21m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:59:21.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (20m) 2m ago 20m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:59:21.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (20m) 2m ago 20m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:59:21.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (20m) 2m ago 20m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:59:21.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (19m) 2m ago 19m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:59:21.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (19m) 2m ago 19m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:59:21.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (19m) 2m ago 19m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:59:21.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (19m) 2m ago 19m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:59:21.933 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (21m) 2m ago 22m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:59:22.250 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:59:22.250 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:59:22.250 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:22.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:22.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:59:22.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:22.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:22.252 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:59:22.252 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:59:22.252 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:59:22.252 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:22.252 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:59:22.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:22.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:22.253 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:59:22.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:22.254 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:59:22.254 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:59:22.254 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:59:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:22 smithi111 conmon[101466]: cluster 2022-01-25T22:59:21.263859+0000 mgr.smithi111.vbmimw (mgr.14718) 503 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:22 smithi111 conmon[101466]: 2022-01-25T22:59:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:22 smithi111 conmon[101466]: audit 2022-01-25T22:59:21.652022+0000 mgr.smithi111.vbmimw (mgr.14718) 504 : audit [DBG] from='client.34400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:22.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:22 smithi111 conmon[101466]: audit 2022-01-25T22:59:22.250576+0000 2022-01-25T22:59:22.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:22 smithi111 conmon[101466]: mon.smithi111 (mon.0) 366 : audit [DBG] from='client.? 172.21.15.111:0/2792409643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:22 smithi179 conmon[67066]: cluster 2022-01-25T22:59:21.263859+0000 mgr.smithi111.vbmimw (mgr.14718) 503 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:22 smithi179 conmon[67066]: audit 2022-01-25T22:59:21.652022+0000 2022-01-25T22:59:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:22 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 504 : audit [DBG] from='client.34400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:22 smithi179 conmon[67066]: audit 2022-01-25T22:59:22.250576+0000 mon.smithi111 (mon.0) 366 : audit [DBG] from='client.? 172.21.15.111:0/2792409643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:23 smithi111 conmon[101466]: audit 2022-01-25T22:59:21.920596+0000 mgr.smithi111.vbmimw (mgr.14718) 505 : audit [DBG] from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:23 smithi179 conmon[67066]: audit 2022-01-25T22:59:21.920596+0000 mgr.smithi111.vbmimw (mgr.14718) 505 : audit [DBG] from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:24 smithi111 conmon[101466]: cluster 2022-01-25T22:59:23.264593+0000 mgr.smithi111.vbmimw (mgr.14718) 506 : cluster 2022-01-25T22:59:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:24 smithi111 conmon[101466]: [DBG] pgmap v436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:24 smithi179 conmon[67066]: cluster 2022-01-25T22:59:23.264593+0000 mgr.smithi111.vbmimw (mgr.14718) 506 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:26 smithi111 conmon[101466]: cluster 2022-01-25T22:59:25.265305+0000 mgr.smithi111.vbmimw (mgr.14718) 507 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:26 smithi179 conmon[67066]: cluster 2022-01-25T22:59:25.265305+0000 mgr.smithi111.vbmimw (mgr.14718) 507 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:28 smithi111 conmon[101466]: cluster 2022-01-25T22:59:27.265841+0000 mgr.smithi111.vbmimw (mgr.14718) 508 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:28 smithi179 conmon[67066]: cluster 2022-01-25T22:59:27.265841+0000 mgr.smithi111.vbmimw (mgr.14718) 508 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:30 smithi111 conmon[101466]: cluster 2022-01-25T22:59:29.266726+0000 mgr.smithi111.vbmimw (mgr.14718) 509 : cluster [DBG] 2022-01-25T22:59:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:30 smithi111 conmon[101466]: pgmap v439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:30 smithi179 conmon[67066]: cluster 2022-01-25T22:59:29.266726+0000 mgr.smithi111.vbmimw (mgr.14718) 509 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:32 smithi111 conmon[101466]: cluster 2022-01-25T22:59:31.267241+0000 mgr.smithi111.vbmimw (mgr.14718) 510 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:32 smithi179 conmon[67066]: cluster 2022-01-25T22:59:31.267241+0000 mgr.smithi111.vbmimw (mgr.14718) 510 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:34 smithi111 conmon[101466]: cluster 2022-01-25T22:59:33.267963+0000 mgr.smithi111.vbmimw (mgr.14718) 511 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:34 smithi179 conmon[67066]: cluster 2022-01-25T22:59:33.267963+0000 mgr.smithi111.vbmimw (mgr.14718) 511 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:36 smithi111 conmon[101466]: cluster 2022-01-25T22:59:35.268524+0000 mgr.smithi111.vbmimw (mgr.14718) 512 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:36 smithi179 conmon[67066]: cluster 2022-01-25T22:59:35.268524+0000 mgr.smithi111.vbmimw (mgr.14718) 512 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:37 smithi111 conmon[101466]: audit 2022-01-25T22:59:37.351518+0000 mon.smithi111 (mon.0) 367 : audit [INF] 2022-01-25T22:59:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:37 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:37 smithi111 conmon[101466]: audit 2022-01-25T22:59:37.356107+0000 mon.smithi111 (mon.0) 368 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:37 smithi179 conmon[67066]: audit 2022-01-25T22:59:37.351518+0000 mon.smithi111 (mon.0) 367 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:37 smithi179 conmon[67066]: audit 2022-01-25T22:59:37.356107+0000 mon.smithi111 (mon.0) 368 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:38 smithi111 conmon[101466]: cluster 2022-01-25T22:59:37.269039+0000 mgr.smithi111.vbmimw (mgr.14718) 513 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:38 smithi179 conmon[67066]: cluster 2022-01-25T22:59:37.269039+0000 mgr.smithi111.vbmimw (mgr.14718) 513 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:40 smithi111 conmon[101466]: cluster 2022-01-25T22:59:39.269757+0000 mgr.smithi111.vbmimw (mgr.14718) 514 : cluster 2022-01-25T22:59:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:40 smithi111 conmon[101466]: [DBG] pgmap v444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:40 smithi179 conmon[67066]: cluster 2022-01-25T22:59:39.269757+0000 mgr.smithi111.vbmimw (mgr.14718) 514 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:42 smithi111 conmon[101466]: cluster 2022-01-25T22:59:41.270515+0000 mgr.smithi111.vbmimw (mgr.14718) 515 : cluster [DBG] 2022-01-25T22:59:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:42 smithi111 conmon[101466]: pgmap v445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:42 smithi179 conmon[67066]: cluster 2022-01-25T22:59:41.270515+0000 mgr.smithi111.vbmimw (mgr.14718) 515 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:44 smithi111 conmon[101466]: cluster 2022-01-25T22:59:43.271336+0000 mgr.smithi111.vbmimw (mgr.14718) 516 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:44 smithi111 conmon[101466]: 2022-01-25T22:59:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:44 smithi179 conmon[67066]: cluster 2022-01-25T22:59:43.271336+0000 mgr.smithi111.vbmimw (mgr.14718) 516 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:46 smithi111 conmon[101466]: cluster 2022-01-25T22:59:45.271973+0000 mgr.smithi111.vbmimw (mgr.14718) 517 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:46 smithi179 conmon[67066]: cluster 2022-01-25T22:59:45.271973+0000 mgr.smithi111.vbmimw (mgr.14718) 517 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:46 smithi179 conmon[67066]: 2022-01-25T22:59:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:48 smithi111 conmon[101466]: cluster 2022-01-25T22:59:47.272653+0000 mgr.smithi111.vbmimw (mgr.14718) 518 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:48 smithi111 conmon[101466]: 2022-01-25T22:59:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:48 smithi179 conmon[67066]: cluster 2022-01-25T22:59:47.272653+0000 mgr.smithi111.vbmimw (mgr.14718) 518 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:50 smithi111 conmon[101466]: cluster 2022-01-25T22:59:49.273536+0000 mgr.smithi111.vbmimw (mgr.14718) 519 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:50 smithi179 conmon[67066]: cluster 2022-01-25T22:59:49.273536+0000 mgr.smithi111.vbmimw (mgr.14718) 519 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: audit 2022-01-25T22:59:50.845783+0000 mon.smithi111 (mon.0) 369 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: audit 2022-01-25T22:59:50.847182+0000 mon.smithi111 (mon.0) 370 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T22:59:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: 22:59:50.848203+0000 mon.smithi111 (mon.0) 371 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: cephadm 2022- 2022-01-25T22:59:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: 01-25T22:59:50.848959+0000 2022-01-25T22:59:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 520 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: audit 2022- 2022-01-25T22:59:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: 01-25T22:59:51.159206+0000 2022-01-25T22:59:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 372 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:59:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: 2022-01-25T22:59:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: audit 2022-01-25T22:59:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: 2022-01-25T22:59:51.164315+0000 mon.smithi111 (mon 2022-01-25T22:59:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:51 smithi179 conmon[67066]: .0) 373 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:59:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit 2022-01-25T22:59:50.845783+0000 mon.smithi111 (mon.0) 369 2022-01-25T22:59:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit 2022-01-25T22:59:50.847182+0000 mon.smithi111 (mon.0) 370 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit 2022-01-25T22:59:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: 2022-01-25T22:59:50.848203+0000 mon.smithi111 (mon.0) 371 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: cephadm 2022-01-25T22:59:50 2022-01-25T22:59:51.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: .848959+0000 mgr.smithi111.vbmimw (mgr.14718) 520 : cephadm 2022-01-25T22:59:51.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:51.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit 2022-01-25T22:59: 2022-01-25T22:59:51.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: 51.159206+0000 mon.smithi111 (mon.0) 372 : 2022-01-25T22:59:51.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:59:51.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: audit 2022-01-25T22:59 2022-01-25T22:59:51.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: :51.164315+0000 mon.smithi111 (mon.0) 2022-01-25T22:59:51.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:51 smithi111 conmon[101466]: 373 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T22:59:52.551 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T22:59:52.824 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:52.825 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (21m) 3m ago 23m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T22:59:52.825 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (13m) 3m ago 23m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T22:59:52.825 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (13m) 3m ago 22m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T22:59:52.825 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (21m) 3m ago 22m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T22:59:52.826 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (17m) 3m ago 17m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T22:59:52.826 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (17m) 3m ago 17m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T22:59:52.826 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (14m) 3m ago 24m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T22:59:52.827 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (14m) 3m ago 22m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T22:59:52.827 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (13m) 3m ago 24m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T22:59:52.827 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (13m) 3m ago 22m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T22:59:52.827 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (14m) 3m ago 14m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T22:59:52.828 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (14m) 3m ago 14m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T22:59:52.828 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (22m) 3m ago 22m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T22:59:52.828 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (22m) 3m ago 22m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T22:59:52.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 3m ago 21m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T22:59:52.829 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (21m) 3m ago 21m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T22:59:52.829 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (21m) 3m ago 21m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T22:59:52.829 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (20m) 3m ago 20m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T22:59:52.829 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (20m) 3m ago 20m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T22:59:52.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (20m) 3m ago 20m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T22:59:52.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (19m) 3m ago 19m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T22:59:52.830 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (19m) 3m ago 19m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T22:59:52.830 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (21m) 3m ago 22m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T22:59:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:52 smithi111 conmon[101466]: cluster 2022-01-25T22:59:51.273981+0000 mgr.smithi111.vbmimw ( 2022-01-25T22:59:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:52 smithi111 conmon[101466]: mgr.14718) 521 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:52 smithi179 conmon[67066]: cluster 2022-01-25T22:59:51.273981+0000 mgr.smithi111.vbmimw (mgr.14718) 521 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:53.146 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T22:59:53.146 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T22:59:53.147 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:53.147 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:53.147 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T22:59:53.147 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:53.148 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:53.148 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T22:59:53.148 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:59:53.148 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:59:53.148 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:53.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T22:59:53.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:53.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T22:59:53.149 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T22:59:53.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:53.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:59:53.150 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T22:59:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T22:59:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:53 smithi111 conmon[101466]: audit 2022-01-25T22:59:52.540433+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T22:59:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:53 smithi111 conmon[101466]: ) 522 : audit [DBG] from='client.34412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:53.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:53 smithi111 conmon[101466]: audit 2022-01-25T22:59:52.816591+0000 mgr.smithi111.vbmimw (mgr.14718) 523 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:53.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:53 smithi111 conmon[101466]: audit 2022-01-25T22:59:53.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:53 smithi111 conmon[101466]: 2022-01-25T22:59:53.147257+0000 mon.smithi111 (mon.0) 374 : audit [DBG] from='client.? 172.21.15.111:0/254940439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:53 smithi179 conmon[67066]: audit 2022-01-25T22:59:52.540433+0000 mgr.smithi111.vbmimw (mgr.14718) 522 : audit [DBG] from='client.34412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:54.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:53 smithi179 conmon[67066]: audit 2022-01-25T22:59:52.816591+0000 mgr.smithi111.vbmimw (mgr.14718) 523 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:54.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:53 smithi179 conmon[67066]: audit 2022-01-25T22:59:53.147257+0000 mon.smithi111 (mon.0) 374 : audit [DBG] from='client.? 172.21.15.111:0/254940439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:54 smithi111 conmon[101466]: cluster 2022-01-25T22:59:53.274775+0000 mgr.smithi111.vbmimw (mgr.14718) 524 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:54 smithi179 conmon[67066]: cluster 2022-01-25T22:59:53.274775+0000 mgr.smithi111.vbmimw (mgr.14718) 524 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:56 smithi111 conmon[101466]: cluster 2022-01-25T22:59:55.275413+0000 mgr.smithi111.vbmimw (mgr.14718) 525 : cluster 2022-01-25T22:59:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:56 smithi111 conmon[101466]: [DBG] pgmap v452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:56 smithi179 conmon[67066]: cluster 2022-01-25T22:59:55.275413+0000 mgr.smithi111.vbmimw (mgr.14718) 525 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 22:59:58 smithi111 conmon[101466]: cluster 2022-01-25T22:59:57.275901+0000 mgr.smithi111.vbmimw (mgr.14718) 526 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 22:59:58 smithi179 conmon[67066]: cluster 2022-01-25T22:59:57.275901+0000 mgr.smithi111.vbmimw (mgr.14718) 526 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T22:59:59.276842+0000 mgr.smithi111.vbmimw (mgr.14718) 527 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000158+0000 mon.smithi111 (mon.0) 375 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:00:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000226+0000 mon.smithi111 (mon.0) 376 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:00:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00 2022-01-25T23:00:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: :00.000250+0000 mon.smithi111 (mon.0) 377 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:00.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T23:00:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 25T23:00:00.000273+0000 mon.smithi111 (mon.0) 378 : cluster 2022-01-25T23:00:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: [WRN] Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 2022-01-25T23:00:00.000322+0000 mon.smithi111 (mon.0) 379 : cluster [WRN] systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00 2022-01-25T23:00:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: :00.000336+0000 mon.smithi111 (mon.0) 380 : cluster [WRN] systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000351+0000 2022-01-25T23:00:00.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 381 : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000363+0000 2022-01-25T23:00:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 382 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000375+0000 2022-01-25T23:00:00.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 383 : cluster [WRN] main() 2022-01-25T23:00:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000390+0000 mon.smithi111 2022-01-25T23:00:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: (mon.0) 384 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000402 2022-01-25T23:00:00.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 385 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00: 2022-01-25T23:00:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 00.000417+0000 mon.smithi111 (mon.0) 386 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00: 2022-01-25T23:00:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 00.000434+0000 mon.smithi111 (mon.0) 387 : cluster [WRN] return func(ctx) 2022-01-25T23:00:00.990 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00 2022-01-25T23:00:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: :00.000447+0000 mon.smithi111 (mon.0) 388 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000458+0000 mon.smithi111 (mon.0) 389 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:00:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00: 2022-01-25T23:00:00.991 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 00.000472+0000 mon.smithi111 (mon.0) 390 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00: 2022-01-25T23:00:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 00.000484+0000 mon.smithi111 (mon.0) 391 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:00.992 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 2022-01-25T23:00:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T23:00:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 25T23:00:00.000498+0000 mon.smithi111 (mon.0) 392 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000513+0000 mon.smithi111 2022-01-25T23:00:00.993 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: (mon.0) 393 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: 2022-01-25T23:00:00.000527+0000 mon.smithi111 (mon.0) 394 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000541+0000 2022-01-25T23:00:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 395 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:00.994 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000555+0000 2022-01-25T23:00:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: mon.smithi111 (mon.0) 396 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:00.000569+0000 mon.smithi111 (mon 2022-01-25T23:00:00.995 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:00 smithi111 conmon[101466]: .0) 397 : cluster [WRN] See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T22:59:59.276842+0000 mgr.smithi111.vbmimw (mgr.14718) 527 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:00.000158+0000 mon.smithi111 (mon.0) 375 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:00:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:00.000226+0000 mon.smithi111 (mon.0) 376 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:00:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T23:00:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: -25T23:00:00.000250+0000 mon.smithi111 (mon.0) 377 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 00.000273+0000 mon.smithi111 (mon.0) 378 : cluster 2022-01-25T23:00:01.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: [WRN] Non-zero exit code 1 from systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23: 2022-01-25T23:00:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 00:00.000322+0000 mon.smithi111 (mon.0) 379 : 2022-01-25T23:00:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster [WRN] systemctl: stderr Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23: 2022-01-25T23:00:01.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 00:00.000336+0000 mon.smithi111 (mon.0) 380 2022-01-25T23:00:01.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: : cluster [WRN] systemctl: stderr See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23: 2022-01-25T23:00:01.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 00:00.000351+0000 mon.smithi111 (mon.0) 2022-01-25T23:00:01.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 381 : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T23:00:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: T23:00:00.000363+0000 mon.smithi111 (mon. 2022-01-25T23:00:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 0) 382 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:01.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T23:00:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 01-25T23:00:00.000375+0000 mon.smithi111 2022-01-25T23:00:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: (mon.0) 383 : cluster [WRN] main() 2022-01-25T23:00:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T23:00:01.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: -01-25T23:00:00.000390 2022-01-25T23:00:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 384 : cluster [WRN] 2022-01-25T23:00:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:00.000402+0000 mon.smithi111 (mon.0 2022-01-25T23:00:01.125 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: ) 385 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T23:00:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: T23:00:00.000417+0000 mon.smithi111 (mon 2022-01-25T23:00:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: .0) 386 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:01.126 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T23:00:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 01-25T23:00:00.000434+0000 mon.smithi111 2022-01-25T23:00:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: (mon.0) 387 : cluster [WRN] return func(ctx) 2022-01-25T23:00:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T23:00:01.127 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 01-25T23:00:00.000447+0000 2022-01-25T23:00:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 388 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:01.128 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:00.000458+0000 mon.smithi111 2022-01-25T23:00:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: (mon.0) 389 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:00:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022- 2022-01-25T23:00:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 01-25T23:00:00.000472+0000 2022-01-25T23:00:01.129 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 390 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:00.000484+0000 mon.smithi111 2022-01-25T23:00:01.130 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: (mon.0) 391 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T23:00:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: -25T23:00:00.000498+0000 mon.smithi111 2022-01-25T23:00:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: (mon.0) 392 : cluster [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:00. 2022-01-25T23:00:01.131 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 000513+0000 mon.smithi111 (mon.0) 393 : cluster [WRN] 2022-01-25T23:00:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:00 2022-01-25T23:00:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: .000527+0000 mon.smithi111 (mon.0) 394 : cluster 2022-01-25T23:00:01.132 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: [WRN] File "/var/lib/ceph/0092ccdc-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00 2022-01-25T23:00:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: :00.000541+0000 mon.smithi111 (mon.0) 395 2022-01-25T23:00:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022-01-25 2022-01-25T23:00:01.133 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: T23:00:00.000555+0000 mon.smithi111 (mon 2022-01-25T23:00:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: .0) 396 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: cluster 2022 2022-01-25T23:00:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: -01-25T23:00:00.000569+0000 2022-01-25T23:00:01.134 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: mon.smithi111 (mon.0) 397 : cluster [WRN] See "systemctl status ceph-0092ccdc-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.135 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:00 smithi179 conmon[67066]: 2022-01-25T23:00:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:02 smithi111 conmon[101466]: cluster 2022-01-25T23:00:01.277516+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:00:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:02 smithi111 conmon[101466]: .14718) 528 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:02 smithi179 conmon[67066]: cluster 2022-01-25T23:00:01.277516+0000 mgr.smithi111.vbmimw (mgr.14718) 528 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:04 smithi111 conmon[101466]: cluster 2022-01-25T23:00:03.278306+0000 mgr.smithi111.vbmimw (mgr.14718) 529 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:04 smithi179 conmon[67066]: cluster 2022-01-25T23:00:03.278306+0000 mgr.smithi111.vbmimw (mgr.14718) 529 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:06 smithi111 conmon[101466]: cluster 2022-01-25T23:00:05.278869+0000 mgr.smithi111.vbmimw (mgr.14718) 530 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:06 smithi111 conmon[101466]: 2022-01-25T23:00:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:06 smithi179 conmon[67066]: cluster 2022-01-25T23:00:05.278869+0000 mgr.smithi111.vbmimw (mgr.14718) 530 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:08 smithi111 conmon[101466]: cluster 2022-01-25T23:00:07.279509+0000 mgr.smithi111.vbmimw (mgr.14718) 531 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:08 smithi179 conmon[67066]: cluster 2022-01-25T23:00:07.279509+0000 mgr.smithi111.vbmimw (mgr.14718) 531 : cluster [DBG] 2022-01-25T23:00:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:08 smithi179 conmon[67066]: pgmap v458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:10 smithi111 conmon[101466]: cluster 2022-01-25T23:00:09.280216+0000 mgr.smithi111.vbmimw (mgr.14718) 532 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:10 smithi179 conmon[67066]: cluster 2022-01-25T23:00:09.280216+0000 mgr.smithi111.vbmimw (mgr.14718) 532 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:12 smithi111 conmon[101466]: cluster 2022-01-25T23:00:11.280971+0000 mgr.smithi111.vbmimw (mgr.14718) 533 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:12 smithi111 conmon[101466]: 2022-01-25T23:00:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:12 smithi179 conmon[67066]: cluster 2022-01-25T23:00:11.280971+0000 mgr.smithi111.vbmimw (mgr.14718) 533 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:14 smithi179 conmon[67066]: cluster 2022-01-25T23:00:13.281807+0000 mgr.smithi111.vbmimw (mgr.14718) 534 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:14 smithi111 conmon[101466]: cluster 2022-01-25T23:00:13.281807+0000 mgr.smithi111.vbmimw (mgr.14718) 534 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:16 smithi179 conmon[67066]: cluster 2022-01-25T23:00:15.282412+0000 mgr.smithi111.vbmimw (mgr.14718) 535 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:16 smithi111 conmon[101466]: cluster 2022-01-25T23:00:15.282412+0000 mgr.smithi111.vbmimw (mgr.14718) 535 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:16 smithi111 conmon[101466]: 2022-01-25T23:00:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:18 smithi179 conmon[67066]: cluster 2022-01-25T23:00:17.282894+0000 mgr.smithi111.vbmimw (mgr.14718) 536 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:18 smithi111 conmon[101466]: cluster 2022-01-25T23:00:17.282894+0000 mgr.smithi111.vbmimw (mgr.14718) 536 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:20 smithi179 conmon[67066]: cluster 2022-01-25T23:00:19.283682+0000 mgr.smithi111.vbmimw (mgr.14718) 537 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:20 smithi111 conmon[101466]: cluster 2022-01-25T23:00:19.283682+0000 mgr.smithi111.vbmimw (mgr.14718) 537 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:22 smithi111 conmon[101466]: cluster 2022-01-25T23:00:21.284305+0000 mgr.smithi111.vbmimw (mgr.14718) 538 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:22 smithi179 conmon[67066]: cluster 2022-01-25T23:00:21.284305+0000 mgr.smithi111.vbmimw (mgr.14718) 538 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:23.445 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:00:23.711 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:23.711 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (22m) 3m ago 23m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:00:23.712 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (14m) 3m ago 23m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:00:23.712 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (13m) 3m ago 22m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:00:23.712 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (22m) 3m ago 23m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:00:23.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (18m) 3m ago 18m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:00:23.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (18m) 3m ago 18m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:00:23.713 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (14m) 3m ago 24m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:00:23.713 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (14m) 3m ago 22m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:00:23.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (14m) 3m ago 24m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:00:23.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (14m) 3m ago 22m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:00:23.714 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (15m) 3m ago 15m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:00:23.714 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (15m) 3m ago 15m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:00:23.714 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (23m) 3m ago 23m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:00:23.714 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (22m) 3m ago 22m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:00:23.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 3m ago 22m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:00:23.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (21m) 3m ago 21m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:00:23.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (21m) 3m ago 21m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:00:23.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (21m) 3m ago 21m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:00:23.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (20m) 3m ago 20m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:00:23.716 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (20m) 3m ago 20m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:00:23.716 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (20m) 3m ago 20m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:00:23.716 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (20m) 3m ago 20m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:00:23.716 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (22m) 3m ago 23m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:00:24.033 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:00:24.033 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:00:24.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:24.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:24.034 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:00:24.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:24.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:24.035 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:00:24.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:00:24.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:00:24.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:00:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:00:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:00:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:00:24.038 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:00:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:24 smithi179 conmon[67066]: cluster 2022-01-25T23:00:23.285060+0000 mgr.smithi111.vbmimw (mgr.14718) 539 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:24 smithi179 conmon[67066]: audit 2022-01-25T23:00:23.434356+0000 2022-01-25T23:00:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:24 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 540 : audit [DBG] from='client.34424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:24 smithi179 conmon[67066]: audit 2022-01-25T23:00:23.703219+0000 mgr.smithi111.vbmimw (mgr.14718) 541 : audit [DBG] from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:25.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:24 smithi179 conmon[67066]: audit 2022-01-25T23:00:24.033580+0000 mon.smithi111 (mon.0) 398 : audit [DBG] from='client.? 172.21.15.111:0/1903615819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: cluster 2022-01-25T23:00:23.285060+0000 mgr.smithi111.vbmimw (mgr.14718) 539 2022-01-25T23:00:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: audit 2022-01-25T23:00:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: 2022-01-25T23: 2022-01-25T23:00:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: 00:23.434356+0000 mgr.smithi111.vbmimw (mgr.14718) 540 : audit [DBG] from='client.34424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:00:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: 25T23:00:23.703219+0000 mgr.smithi111.vbmimw (mgr.14718) 541 : audit 2022-01-25T23:00:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: [DBG] from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:00:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: 23:00:24.033580+0000 mon.smithi111 (mon.0) 2022-01-25T23:00:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:24 smithi111 conmon[101466]: 398 : audit [DBG] from='client.? 172.21.15.111:0/1903615819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:26 smithi179 conmon[67066]: cluster 2022-01-25T23:00:25.285681+0000 mgr.smithi111.vbmimw (mgr.14718) 542 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:26 smithi111 conmon[101466]: cluster 2022-01-25T23:00:25.285681+0000 mgr.smithi111.vbmimw (mgr.14718) 542 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:28 smithi179 conmon[67066]: cluster 2022-01-25T23:00:27.286225+0000 mgr.smithi111.vbmimw (mgr.14718) 543 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:28 smithi179 conmon[67066]: 2022-01-25T23:00:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:28 smithi111 conmon[101466]: cluster 2022-01-25T23:00:27.286225+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:00:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:28 smithi111 conmon[101466]: mgr.14718) 543 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:30 smithi179 conmon[67066]: cluster 2022-01-25T23:00:29.287061+0000 mgr.smithi111.vbmimw (mgr.14718) 544 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:30 smithi111 conmon[101466]: cluster 2022-01-25T23:00:29.287061+0000 mgr.smithi111.vbmimw (mgr.14718) 544 : 2022-01-25T23:00:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:30 smithi111 conmon[101466]: cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:32 smithi111 conmon[101466]: cluster 2022-01-25T23:00:31.287542+0000 mgr.smithi111.vbmimw (mgr.14718) 545 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:32 smithi111 conmon[101466]: 2022-01-25T23:00:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:32 smithi179 conmon[67066]: cluster 2022-01-25T23:00:31.287542+0000 mgr.smithi111.vbmimw (mgr.14718) 545 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:32 smithi179 conmon[67066]: 2022-01-25T23:00:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:34 smithi179 conmon[67066]: cluster 2022-01-25T23:00:33.288418+0000 mgr.smithi111.vbmimw (mgr.14718) 546 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:34 smithi111 conmon[101466]: cluster 2022-01-25T23:00:33.288418+0000 mgr.smithi111.vbmimw (mgr.14718) 546 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:36 smithi179 conmon[67066]: cluster 2022-01-25T23:00:35.288999+0000 mgr.smithi111.vbmimw (mgr.14718) 547 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:36 smithi111 conmon[101466]: cluster 2022-01-25T23:00:35.288999+0000 mgr.smithi111.vbmimw (mgr.14718) 547 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:36 smithi111 conmon[101466]: 2022-01-25T23:00:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:37 smithi179 conmon[67066]: audit 2022-01-25T23:00:37.352998+0000 mon.smithi111 (mon.0) 399 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:37 smithi179 conmon[67066]: audit 2022-01-25T23:00:37.357883+0000 mon.smithi111 (mon.0) 400 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:37 smithi111 conmon[101466]: audit 2022-01-25T23:00:37.352998+0000 mon.smithi111 (mon.0) 399 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:37 smithi111 conmon[101466]: audit 2022-01-25T23:00:37.357883+0000 mon.smithi111 (mon.0) 400 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:38 smithi179 conmon[67066]: cluster 2022-01-25T23:00:37.289454+0000 mgr.smithi111.vbmimw (mgr.14718) 548 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:38 smithi111 conmon[101466]: cluster 2022-01-25T23:00:37.289454+0000 mgr.smithi111.vbmimw (mgr.14718) 548 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:40 smithi179 conmon[67066]: cluster 2022-01-25T23:00:39.290332+0000 mgr.smithi111.vbmimw (mgr.14718) 549 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:40 smithi111 conmon[101466]: cluster 2022-01-25T23:00:39.290332+0000 mgr.smithi111.vbmimw (mgr.14718) 549 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:40 smithi111 conmon[101466]: 2022-01-25T23:00:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:42 smithi111 conmon[101466]: cluster 2022-01-25T23:00:41.290853+0000 mgr.smithi111.vbmimw (mgr.14718) 550 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:42 smithi111 conmon[101466]: 2022-01-25T23:00:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:42 smithi179 conmon[67066]: cluster 2022-01-25T23:00:41.290853+0000 mgr.smithi111.vbmimw (mgr.14718) 550 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:44 smithi179 conmon[67066]: cluster 2022-01-25T23:00:43.291510+0000 mgr.smithi111.vbmimw (mgr.14718) 551 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:44 smithi179 conmon[67066]: 2022-01-25T23:00:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:44 smithi111 conmon[101466]: cluster 2022-01-25T23:00:43.291510+0000 mgr.smithi111.vbmimw (mgr.14718) 551 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:44 smithi111 conmon[101466]: 2022-01-25T23:00:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:46 smithi179 conmon[67066]: cluster 2022-01-25T23:00:45.292152+0000 mgr.smithi111.vbmimw (mgr.14718) 552 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:46 smithi111 conmon[101466]: cluster 2022-01-25T23:00:45.292152+0000 mgr.smithi111.vbmimw (mgr.14718) 552 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:48 smithi179 conmon[67066]: cluster 2022-01-25T23:00:47.292677+0000 mgr.smithi111.vbmimw (mgr.14718) 553 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:48 smithi111 conmon[101466]: cluster 2022-01-25T23:00:47.292677+0000 mgr.smithi111.vbmimw (mgr.14718) 553 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:50 smithi179 conmon[67066]: cluster 2022-01-25T23:00:49.293395+0000 mgr.smithi111.vbmimw (mgr.14718) 554 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:50 smithi111 conmon[101466]: cluster 2022-01-25T23:00:49.293395+0000 mgr.smithi111.vbmimw (mgr.14718) 554 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: audit 2022-01-25T23:00:51.166762+0000 mon.smithi111 (mon.0) 401 2022-01-25T23:00:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: audit 2022-01-25T23:00:51.168213+0000 mon.smithi111 (mon.0) 402 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:00:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: 23:00:51.169245+0000 mon.smithi111 (mon.0) 403 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: audit 2022-01-25T23:00:51 2022-01-25T23:00:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: .478400+0000 mon.smithi111 (mon.0) 404 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:00:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: audit 2022-01-25T23:00:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: 2022-01-25T23:00:51.482971+0000 mon.smithi111 (mon.0) 405 : audit [INF] 2022-01-25T23:00:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:51 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:00:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:51 smithi111 conmon[101466]: audit 2022-01-25T23:00:51.166762+0000 mon.smithi111 (mon.0) 401 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:51 smithi111 conmon[101466]: audit 2022-01-25T23:00:51.168213+0000 mon.smithi111 (mon.0) 402 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:51 smithi111 conmon[101466]: audit 2022-01-25T23:00:51.169245+0000 mon.smithi111 (mon.0) 403 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:51 smithi111 conmon[101466]: audit 2022-01-25T23:00:51.478400+0000 mon.smithi111 (mon.0) 404 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:00:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:51 smithi111 conmon[101466]: audit 2022-01-25T23:00:51.482971+0000 mon.smithi111 (mon.0) 405 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:00:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:00:51.169976+0000 mgr.smithi111.vbmimw (mgr.14718) 555 : cephadm [WRN] 2022-01-25T23:00:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:52 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:52 smithi111 conmon[101466]: cluster 2022-01-25T23:00:51.293868+0000 mgr.smithi111.vbmimw (mgr.14718) 556 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:00:51.169976+0000 mgr.smithi111.vbmimw (mgr.14718) 555 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:52 smithi179 conmon[67066]: 2022-01-25T23:00:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:52 smithi179 conmon[67066]: cluster 2022-01-25T23:00:51.293868+0000 mgr.smithi111.vbmimw (mgr.14718) 556 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:54.330 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:00:54.594 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:54.594 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (22m) 4m ago 24m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:00:54.595 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (14m) 4m ago 24m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:00:54.595 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (14m) 4m ago 23m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:00:54.596 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (22m) 4m ago 23m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:00:54.596 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (18m) 4m ago 18m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:00:54.596 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (19m) 4m ago 19m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:00:54.597 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (15m) 4m ago 25m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:00:54.597 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (15m) 4m ago 23m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:00:54.598 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (14m) 4m ago 25m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:00:54.598 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (14m) 4m ago 23m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:00:54.598 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (15m) 4m ago 15m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:00:54.599 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (15m) 4m ago 15m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:00:54.599 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (23m) 4m ago 23m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:00:54.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (23m) 4m ago 23m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:00:54.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10m) 4m ago 22m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:00:54.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (22m) 4m ago 22m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:00:54.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (22m) 4m ago 22m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:00:54.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (21m) 4m ago 21m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:00:54.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (21m) 4m ago 21m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:00:54.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (21m) 4m ago 21m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:00:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (20m) 4m ago 20m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:00:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (20m) 4m ago 20m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:00:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (22m) 4m ago 23m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:00:54.919 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:00:54.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:00:54.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:54.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:54.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:00:54.921 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:54.921 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:54.921 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:00:54.921 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:00:54.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:00:54.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:54.922 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:00:54.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:54.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:00:54.923 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:00:54.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:54.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:00:54.924 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:00:54.924 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:00:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:54 smithi179 conmon[67066]: cluster 2022-01-25T23:00:53.294745+0000 mgr.smithi111.vbmimw (mgr.14718) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:54 smithi111 conmon[101466]: cluster 2022-01-25T23:00:53.294745+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:00:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:54 smithi111 conmon[101466]: mgr.14718) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:55 smithi179 conmon[67066]: audit 2022-01-25T23:00:54.319861+0000 2022-01-25T23:00:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:55 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 558 : audit [DBG] from='client.34436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:55 smithi179 conmon[67066]: audit 2022-01-25T23:00:54.586299+0000 mgr.smithi111.vbmimw (mgr.14718) 559 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:55 smithi179 conmon[67066]: audit 2022-01-25T23:00:54.920301+0000 mon.smithi111 (mon.0) 406 : audit [DBG] from='client.? 172.21.15.111:0/3876974390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:55 smithi111 conmon[101466]: audit 2022-01-25T23:00:54.319861+0000 mgr.smithi111.vbmimw (mgr.14718) 558 : audit [DBG] from='client.34436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:55 smithi111 conmon[101466]: audit 2022-01-25T23:00:54.586299+0000 mgr.smithi111.vbmimw (mgr.14718) 559 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:55 smithi111 conmon[101466]: audit 2022-01-25T23:00:54.920301+0000 mon.smithi111 (mon.0) 406 : audit [DBG] from='client.? 172.21.15.111:0/3876974390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:56 smithi179 conmon[67066]: cluster 2022-01-25T23:00:55.295358+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:00:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:56 smithi179 conmon[67066]: ) 560 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:56 smithi111 conmon[101466]: cluster 2022-01-25T23:00:55.295358+0000 mgr.smithi111.vbmimw (mgr.14718) 560 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:00:58 smithi179 conmon[67066]: cluster 2022-01-25T23:00:57.295811+0000 mgr.smithi111.vbmimw (mgr.14718) 561 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:58 smithi111 conmon[101466]: cluster 2022-01-25T23:00:57.295811+0000 mgr.smithi111.vbmimw (mgr.14718) 561 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:00:58 smithi111 conmon[101466]: 2022-01-25T23:01:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:00 smithi179 conmon[67066]: cluster 2022-01-25T23:00:59.296618+0000 mgr.smithi111.vbmimw (mgr.14718) 562 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:00 smithi111 conmon[101466]: cluster 2022-01-25T23:00:59.296618+0000 mgr.smithi111.vbmimw (mgr.14718) 562 : cluster [DBG] 2022-01-25T23:01:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:00 smithi111 conmon[101466]: pgmap v484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:02 smithi111 conmon[101466]: cluster 2022-01-25T23:01:01.297244+0000 mgr.smithi111.vbmimw (mgr.14718) 563 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:02 smithi179 conmon[67066]: cluster 2022-01-25T23:01:01.297244+0000 mgr.smithi111.vbmimw (mgr.14718) 563 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:04 smithi179 conmon[67066]: cluster 2022-01-25T23:01:03.298187+0000 mgr.smithi111.vbmimw (mgr.14718) 564 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:04 smithi111 conmon[101466]: cluster 2022-01-25T23:01:03.298187+0000 mgr.smithi111.vbmimw (mgr.14718) 564 : cluster [DBG] 2022-01-25T23:01:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:04 smithi111 conmon[101466]: pgmap v486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:06 smithi179 conmon[67066]: cluster 2022-01-25T23:01:05.298777+0000 mgr.smithi111.vbmimw (mgr.14718) 565 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:06 smithi111 conmon[101466]: cluster 2022-01-25T23:01:05.298777+0000 mgr.smithi111.vbmimw (mgr.14718) 565 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:08 smithi179 conmon[67066]: cluster 2022-01-25T23:01:07.299211+0000 mgr.smithi111.vbmimw (mgr.14718) 566 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:08 smithi111 conmon[101466]: cluster 2022-01-25T23:01:07.299211+0000 mgr.smithi111.vbmimw (mgr.14718) 566 : cluster [DBG] 2022-01-25T23:01:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:08 smithi111 conmon[101466]: pgmap v488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:10 smithi179 conmon[67066]: cluster 2022-01-25T23:01:09.299999+0000 mgr.smithi111.vbmimw (mgr.14718) 567 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:10 smithi111 conmon[101466]: cluster 2022-01-25T23:01:09.299999+0000 mgr.smithi111.vbmimw (mgr.14718) 567 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:12 smithi111 conmon[101466]: cluster 2022-01-25T23:01:11.300634+0000 mgr.smithi111.vbmimw (mgr.14718) 568 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:12 smithi111 conmon[101466]: 2022-01-25T23:01:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:12 smithi179 conmon[67066]: cluster 2022-01-25T23:01:11.300634+0000 mgr.smithi111.vbmimw (mgr.14718) 568 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:12 smithi179 conmon[67066]: 2022-01-25T23:01:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:14 smithi179 conmon[67066]: cluster 2022-01-25T23:01:13.301494+0000 mgr.smithi111.vbmimw (mgr.14718) 569 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:14 smithi111 conmon[101466]: cluster 2022-01-25T23:01:13.301494+0000 mgr.smithi111.vbmimw (mgr.14718) 569 : cluster 2022-01-25T23:01:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:14 smithi111 conmon[101466]: [DBG] pgmap v491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:16 smithi179 conmon[67066]: cluster 2022-01-25T23:01:15.302104+0000 mgr.smithi111.vbmimw (mgr.14718) 570 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:16 smithi111 conmon[101466]: cluster 2022-01-25T23:01:15.302104+0000 mgr.smithi111.vbmimw (mgr.14718) 570 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:18 smithi179 conmon[67066]: cluster 2022-01-25T23:01:17.302624+0000 mgr.smithi111.vbmimw (mgr.14718) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:18 smithi111 conmon[101466]: cluster 2022-01-25T23:01:17.302624+0000 mgr.smithi111.vbmimw (mgr.14718) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:20 smithi111 conmon[101466]: cluster 2022-01-25T23:01:19.303466+0000 mgr.smithi111.vbmimw (mgr.14718) 572 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:20 smithi179 conmon[67066]: cluster 2022-01-25T23:01:19.303466+0000 mgr.smithi111.vbmimw (mgr.14718) 572 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:22 smithi111 conmon[101466]: cluster 2022-01-25T23:01:21.304201+0000 mgr.smithi111.vbmimw (mgr.14718) 573 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:22 smithi179 conmon[67066]: cluster 2022-01-25T23:01:21.304201+0000 mgr.smithi111.vbmimw (mgr.14718) 573 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:25.223 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:01:25.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:24 smithi111 conmon[101466]: cluster 2022-01-25T23:01:23.305025+0000 mgr.smithi111.vbmimw (mgr.14718) 574 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:24 smithi179 conmon[67066]: cluster 2022-01-25T23:01:23.305025+0000 mgr.smithi111.vbmimw (mgr.14718) 574 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:25.488 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:25.489 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (23m) 4m ago 24m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:01:25.489 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (15m) 4m ago 24m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:01:25.490 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (14m) 4m ago 23m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:01:25.490 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (23m) 4m ago 24m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:01:25.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (19m) 4m ago 19m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:01:25.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (19m) 4m ago 19m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:01:25.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (15m) 4m ago 25m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:01:25.492 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (15m) 4m ago 23m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:01:25.492 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (15m) 4m ago 25m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:01:25.492 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (15m) 4m ago 23m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:01:25.493 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (16m) 4m ago 16m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:01:25.493 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (16m) 4m ago 16m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:01:25.493 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (24m) 4m ago 24m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:01:25.494 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (23m) 4m ago 23m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:01:25.494 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10m) 4m ago 23m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:01:25.494 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (22m) 4m ago 22m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:01:25.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (22m) 4m ago 22m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:01:25.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (22m) 4m ago 22m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:01:25.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (21m) 4m ago 21m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:01:25.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (21m) 4m ago 21m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:01:25.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (21m) 4m ago 21m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:01:25.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (21m) 4m ago 21m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:01:25.496 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (23m) 4m ago 24m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:01:25.806 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:01:25.807 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:01:25.807 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:25.807 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:25.808 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:01:25.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:25.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:25.808 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:01:25.809 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:01:25.809 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:01:25.809 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:25.809 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:01:25.810 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:25.810 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:25.810 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:01:25.810 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:25.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:01:25.811 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:01:25.811 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:01:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:25 smithi111 conmon[101466]: audit 2022-01-25T23:01:25.807340+0000 mon.smithi111 (mon.0) 407 2022-01-25T23:01:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:25 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/2134399752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:25 smithi179 conmon[67066]: audit 2022-01-25T23:01:25.807340+0000 mon.smithi111 (mon.0) 407 : audit [DBG] from='client.? 172.21.15.111:0/2134399752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: audit 2022-01-25T23:01:25.210962+0000 mgr.smithi111.vbmimw (mgr.14718) 575 : audit [DBG] 2022-01-25T23:01:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: from='client.34448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: cluster 2022-01-25T23:01:25.305493+0000 mgr.smithi111.vbmimw (mgr.14718) 576 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: audit 2022-01-25T23:01:25.480488+0000 mgr.smithi111.vbmimw 2022-01-25T23:01:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: (mgr.14718) 577 : audit [DBG] 2022-01-25T23:01:27.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:26 smithi111 conmon[101466]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:26 smithi179 conmon[67066]: audit 2022-01-25T23:01:25.210962+0000 mgr.smithi111.vbmimw (mgr.14718) 575 : audit [DBG] 2022-01-25T23:01:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:26 smithi179 conmon[67066]: from='client.34448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:26 smithi179 conmon[67066]: cluster 2022-01-25T23:01:25.305493+0000 mgr.smithi111.vbmimw (mgr.14718) 576 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:26 smithi179 conmon[67066]: audit 2022 2022-01-25T23:01:27.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:26 smithi179 conmon[67066]: -01-25T23:01:25.480488+0000 mgr.smithi111.vbmimw (mgr.14718) 577 : audit [DBG] from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:28 smithi111 conmon[101466]: cluster 2022-01-25T23:01:27.305977+0000 mgr.smithi111.vbmimw (mgr.14718) 578 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:28 smithi111 conmon[101466]: 2022-01-25T23:01:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:28 smithi179 conmon[67066]: cluster 2022-01-25T23:01:27.305977+0000 mgr.smithi111.vbmimw (mgr.14718) 578 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:30 smithi111 conmon[101466]: cluster 2022-01-25T23:01:29.306722+0000 mgr.smithi111.vbmimw (mgr.14718) 579 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:30 smithi179 conmon[67066]: cluster 2022-01-25T23:01:29.306722+0000 mgr.smithi111.vbmimw (mgr.14718) 579 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:32 smithi111 conmon[101466]: cluster 2022-01-25T23:01:31.307283+0000 mgr.smithi111.vbmimw (mgr.14718) 580 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:32 smithi179 conmon[67066]: cluster 2022-01-25T23:01:31.307283+0000 mgr.smithi111.vbmimw (mgr.14718) 580 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:33 smithi111 conmon[101466]: cluster 2022-01-25T23:01:33.308219+0000 mgr.smithi111.vbmimw (mgr.14718) 581 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:33 smithi179 conmon[67066]: cluster 2022-01-25T23:01:33.308219+0000 mgr.smithi111.vbmimw (mgr.14718) 581 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:36 smithi179 conmon[67066]: cluster 2022-01-25T23:01:35.308832+0000 mgr.smithi111.vbmimw (mgr.14718) 582 : cluster 2022-01-25T23:01:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:36 smithi179 conmon[67066]: [DBG] pgmap v502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:36.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:36 smithi111 conmon[101466]: cluster 2022-01-25T23:01:35.308832+0000 mgr.smithi111.vbmimw (mgr.14718) 582 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:37 smithi111 conmon[101466]: audit 2022-01-25T23:01:37.355063+0000 mon.smithi111 (mon.0) 408 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:37 smithi111 conmon[101466]: audit 2022-01-25T23:01:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:37 smithi111 conmon[101466]: 2022-01-25T23:01:37.359828+0000 mon.smithi111 (mon.0) 409 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:37 smithi179 conmon[67066]: audit 2022-01-25T23:01:37.355063+0000 mon.smithi111 (mon.0) 408 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:37 smithi179 conmon[67066]: audit 2022-01-25T23:01:37.359828+0000 mon.smithi111 (mon.0) 409 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:38 smithi111 conmon[101466]: cluster 2022-01-25T23:01:37.309243+0000 mgr.smithi111.vbmimw (mgr.14718) 583 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:38 smithi179 conmon[67066]: cluster 2022-01-25T23:01:37.309243+0000 mgr.smithi111.vbmimw (mgr.14718) 583 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:38 smithi179 conmon[67066]: 2022-01-25T23:01:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:40 smithi111 conmon[101466]: cluster 2022-01-25T23:01:39.310131+0000 mgr.smithi111.vbmimw (mgr.14718) 584 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:40 smithi179 conmon[67066]: cluster 2022-01-25T23:01:39.310131+0000 mgr.smithi111.vbmimw (mgr.14718) 584 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:42 smithi111 conmon[101466]: cluster 2022-01-25T23:01:41.310840+0000 mgr.smithi111.vbmimw (mgr.14718) 585 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:42 smithi179 conmon[67066]: cluster 2022-01-25T23:01:41.310840+0000 mgr.smithi111.vbmimw (mgr.14718) 585 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:44 smithi111 conmon[101466]: cluster 2022-01-25T23:01:43.311569 2022-01-25T23:01:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:44 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 586 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:44 smithi179 conmon[67066]: cluster 2022-01-25T23:01:43.311569+0000 mgr.smithi111.vbmimw (mgr.14718) 586 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:46 smithi111 conmon[101466]: cluster 2022-01-25T23:01:45.312179+0000 mgr.smithi111.vbmimw (mgr.14718) 587 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:46 smithi179 conmon[67066]: cluster 2022-01-25T23:01:45.312179+0000 mgr.smithi111.vbmimw (mgr.14718) 587 : cluster [DBG] 2022-01-25T23:01:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:46 smithi179 conmon[67066]: pgmap v507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:48 smithi111 conmon[101466]: cluster 2022-01-25T23:01:47.312661+0000 mgr.smithi111.vbmimw (mgr.14718) 588 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:48 smithi111 conmon[101466]: 2022-01-25T23:01:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:48 smithi179 conmon[67066]: cluster 2022-01-25T23:01:47.312661+0000 mgr.smithi111.vbmimw (mgr.14718) 588 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:50 smithi111 conmon[101466]: cluster 2022-01-25T23:01:49.313399+0000 mgr.smithi111.vbmimw (mgr.14718) 589 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:50 smithi179 conmon[67066]: cluster 2022-01-25T23:01:49.313399+0000 mgr.smithi111.vbmimw (mgr.14718) 589 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:51 smithi179 conmon[67066]: audit 2022-01-25T23:01:51.485489+0000 mon.smithi111 (mon.0 2022-01-25T23:01:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:51 smithi179 conmon[67066]: ) 410 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:51 smithi179 conmon[67066]: audit 2022-01-25T23:01:51.486838+0000 mon.smithi111 (mon.0) 411 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:51 smithi179 conmon[67066]: audit 2022-01-25T23:01:51.487839+0000 mon.smithi111 ( 2022-01-25T23:01:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:51 smithi179 conmon[67066]: mon.0) 412 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:51 smithi111 conmon[101466]: audit 2022-01-25T23:01:51.485489+0000 mon.smithi111 (mon.0 2022-01-25T23:01:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:51 smithi111 conmon[101466]: ) 410 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:51 smithi111 conmon[101466]: audit 2022-01-25T23:01:51.486838+0000 mon.smithi111 (mon.0) 411 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:51 smithi111 conmon[101466]: audit 2022-01-25T23:01:51.487839+0000 mon.smithi111 (mon.0) 412 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: cluster 2022-01-25T23:01:51.314085+0000 mgr.smithi111.vbmimw (mgr.14718) 590 : 2022-01-25T23:01:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:01:51.488523+0000 mgr.smithi111.vbmimw (mgr.14718) 591 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:01:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: T23:01:51.798889+0000 mon.smithi111 (mon.0) 413 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:01:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: audit 2022-01-25T23:01 2022-01-25T23:01:52.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:52 smithi111 conmon[101466]: :51.803437+0000 mon.smithi111 (mon.0) 414 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:01:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:52 smithi179 conmon[67066]: cluster 2022-01-25T23:01:51.314085+0000 mgr.smithi111.vbmimw (mgr.14718) 590 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:01:51.488523+0000 mgr.smithi111.vbmimw (mgr.14718) 591 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:52 smithi179 conmon[67066]: audit 2022-01-25T23:01:51.798889+0000 mon.smithi111 (mon.0) 413 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:01:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:52 smithi179 conmon[67066]: audit 2022-01-25T23:01:51.803437+0000 mon.smithi111 (mon.0) 414 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:01:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:54 smithi179 conmon[67066]: cluster 2022-01-25T23:01:53.314790+0000 mgr.smithi111.vbmimw (mgr.14718) 592 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:54 smithi111 conmon[101466]: cluster 2022-01-25T23:01:53.314790+0000 mgr.smithi111.vbmimw (mgr.14718) 592 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:56.107 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:01:56.372 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:56.373 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (23m) 5m ago 25m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:01:56.373 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (15m) 5m ago 25m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:01:56.373 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (15m) 5m ago 24m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:01:56.374 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (23m) 5m ago 24m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:01:56.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (20m) 5m ago 19m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:01:56.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (20m) 5m ago 20m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:01:56.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (16m) 5m ago 26m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:01:56.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (16m) 5m ago 24m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:01:56.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (15m) 5m ago 26m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:01:56.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (15m) 5m ago 24m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:01:56.375 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (16m) 5m ago 16m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:01:56.375 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (16m) 5m ago 16m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:01:56.376 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (24m) 5m ago 24m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:01:56.376 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (24m) 5m ago 24m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:01:56.376 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 5m ago 23m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:01:56.376 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (23m) 5m ago 23m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:01:56.376 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (23m) 5m ago 23m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:01:56.377 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (22m) 5m ago 22m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:01:56.377 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (22m) 5m ago 22m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:01:56.377 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (22m) 5m ago 22m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:01:56.377 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (21m) 5m ago 21m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:01:56.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (21m) 5m ago 21m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:01:56.378 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (23m) 5m ago 24m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:01:56.695 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:01:56.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:01:56.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:56.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:56.697 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:01:56.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:56.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:56.698 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:01:56.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:01:56.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:01:56.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:56.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:01:56.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:56.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:01:56.700 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:01:56.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:56.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:01:56.701 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:01:56.702 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:01:57.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:56 smithi179 conmon[67066]: cluster 2022-01-25T23:01:55.315375+0000 mgr.smithi111.vbmimw (mgr.14718) 593 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:57.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:56 smithi179 conmon[67066]: 2022-01-25T23:01:57.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:56 smithi179 conmon[67066]: audit 2022-01-25T23:01:56.694171+0000 mon.smithi111 (mon.0) 415 : audit [DBG] from='client.? 172.21.15.111:0/3249006780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:56 smithi111 conmon[101466]: cluster 2022-01-25T23:01:55.315375+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:01:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:56 smithi111 conmon[101466]: 14718) 593 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:56 smithi111 conmon[101466]: audit 2022-01-25T23:01:56.694171+0000 mon.smithi111 (mon.0) 415 : audit 2022-01-25T23:01:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:56 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/3249006780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:57 smithi179 conmon[67066]: audit 2022-01-25T23:01:56.096885+0000 mgr.smithi111.vbmimw (mgr.14718) 594 : audit 2022-01-25T23:01:58.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:57 smithi179 conmon[67066]: [DBG] from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:58.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:57 smithi179 conmon[67066]: audit 2022-01-25T23:01:56.364603+0000 mgr.smithi111.vbmimw (mgr.14718) 595 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:57 smithi111 conmon[101466]: audit 2022-01-25T23:01:56.096885+0000 mgr.smithi111.vbmimw (mgr.14718) 594 : audit [DBG] 2022-01-25T23:01:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:57 smithi111 conmon[101466]: from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:58.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:57 smithi111 conmon[101466]: audit 2022-01-25T23:01:56.364603+0000 mgr.smithi111.vbmimw (mgr.14718) 595 : audit [DBG] from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:58 smithi179 conmon[67066]: cluster 2022-01-25T23:01:57.315880+0000 mgr.smithi111.vbmimw (mgr.14718) 596 : cluster [DBG] 2022-01-25T23:01:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:01:58 smithi179 conmon[67066]: pgmap v513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:01:58 smithi111 conmon[101466]: cluster 2022-01-25T23:01:57.315880+0000 mgr.smithi111.vbmimw (mgr.14718) 596 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:00 smithi179 conmon[67066]: cluster 2022-01-25T23:01:59.316876+0000 mgr.smithi111.vbmimw (mgr.14718) 597 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:00 smithi179 conmon[67066]: 2022-01-25T23:02:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:00 smithi111 conmon[101466]: cluster 2022-01-25T23:01:59.316876+0000 mgr.smithi111.vbmimw (mgr.14718) 597 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:00 smithi111 conmon[101466]: 2022-01-25T23:02:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:02 smithi111 conmon[101466]: cluster 2022-01-25T23:02:01.317552+0000 mgr.smithi111.vbmimw (mgr.14718) 598 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:02 smithi179 conmon[67066]: cluster 2022-01-25T23:02:01.317552+0000 mgr.smithi111.vbmimw (mgr.14718) 598 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:04 smithi179 conmon[67066]: cluster 2022-01-25T23:02:03.318284+0000 mgr.smithi111.vbmimw (mgr.14718) 599 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:04 smithi111 conmon[101466]: cluster 2022-01-25T23:02:03.318284+0000 mgr.smithi111.vbmimw (mgr.14718) 599 : cluster 2022-01-25T23:02:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:04 smithi111 conmon[101466]: [DBG] pgmap v516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:06 smithi179 conmon[67066]: cluster 2022-01-25T23:02:05.318866+0000 mgr.smithi111.vbmimw (mgr.14718) 600 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:06 smithi111 conmon[101466]: cluster 2022-01-25T23:02:05.318866+0000 mgr.smithi111.vbmimw (mgr.14718) 600 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:06 smithi111 conmon[101466]: 2022-01-25T23:02:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:08 smithi179 conmon[67066]: cluster 2022-01-25T23:02:07.319424+0000 mgr.smithi111.vbmimw (mgr.14718) 601 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:08 smithi111 conmon[101466]: cluster 2022-01-25T23:02:07.319424+0000 mgr.smithi111.vbmimw (mgr.14718) 601 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:10 smithi179 conmon[67066]: cluster 2022-01-25T23:02:09.320182+0000 mgr.smithi111.vbmimw (mgr.14718) 602 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:10 smithi111 conmon[101466]: cluster 2022-01-25T23:02:09.320182+0000 mgr.smithi111.vbmimw (mgr.14718) 602 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:12 smithi111 conmon[101466]: cluster 2022-01-25T23:02:11.320836+0000 mgr.smithi111.vbmimw (mgr.14718) 603 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:12 smithi179 conmon[67066]: cluster 2022-01-25T23:02:11.320836+0000 mgr.smithi111.vbmimw (mgr.14718) 603 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:14 smithi179 conmon[67066]: cluster 2022-01-25T23:02:13.321571+0000 mgr.smithi111.vbmimw (mgr.14718) 604 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:14 smithi111 conmon[101466]: cluster 2022-01-25T23:02:13.321571+0000 mgr.smithi111.vbmimw (mgr.14718) 604 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:16 smithi179 conmon[67066]: cluster 2022-01-25T23:02:15.322155+0000 mgr.smithi111.vbmimw (mgr.14718) 605 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:16 smithi111 conmon[101466]: cluster 2022-01-25T23:02:15.322155+0000 mgr.smithi111.vbmimw (mgr.14718) 605 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:16 smithi111 conmon[101466]: 2022-01-25T23:02:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:18 smithi179 conmon[67066]: cluster 2022-01-25T23:02:17.322714+0000 mgr.smithi111.vbmimw (mgr.14718) 606 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:18 smithi111 conmon[101466]: cluster 2022-01-25T23:02:17.322714+0000 mgr.smithi111.vbmimw (mgr.14718) 606 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:20 smithi179 conmon[67066]: cluster 2022-01-25T23:02:19.323603+0000 mgr.smithi111.vbmimw (mgr.14718) 607 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:20 smithi111 conmon[101466]: cluster 2022-01-25T23:02:19.323603+0000 mgr.smithi111.vbmimw (mgr.14718) 607 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:22 smithi111 conmon[101466]: cluster 2022-01-25T23:02:21.324096+0000 mgr.smithi111.vbmimw (mgr.14718) 608 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:22 smithi179 conmon[67066]: cluster 2022-01-25T23:02:21.324096+0000 mgr.smithi111.vbmimw (mgr.14718) 608 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:24 smithi179 conmon[67066]: cluster 2022-01-25T23:02:23.325050+0000 mgr.smithi111.vbmimw (mgr.14718) 609 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:24 smithi111 conmon[101466]: cluster 2022-01-25T23:02:23.325050+0000 mgr.smithi111.vbmimw (mgr.14718) 609 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:26.999 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:02:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:26 smithi111 conmon[101466]: cluster 2022-01-25T23:02:25.325654+0000 2022-01-25T23:02:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:26 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 610 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:27.268 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:27.269 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (24m) 5m ago 25m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:02:27.269 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (16m) 5m ago 25m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:02:27.269 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (15m) 5m ago 24m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:02:27.269 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (24m) 5m ago 25m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:02:27.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (20m) 5m ago 20m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:02:27.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (20m) 5m ago 20m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:02:27.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (16m) 5m ago 26m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:02:27.271 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (16m) 5m ago 24m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:02:27.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (16m) 5m ago 27m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:02:27.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (16m) 5m ago 24m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:02:27.271 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (17m) 5m ago 17m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:02:27.272 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (17m) 5m ago 17m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:02:27.272 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (25m) 5m ago 25m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:02:27.272 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (24m) 5m ago 24m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:02:27.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 5m ago 24m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:02:27.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (23m) 5m ago 23m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:02:27.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (23m) 5m ago 23m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:02:27.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (23m) 5m ago 23m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:02:27.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (22m) 5m ago 22m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:02:27.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (22m) 5m ago 22m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:02:27.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (22m) 5m ago 22m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:02:27.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (22m) 5m ago 22m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:02:27.274 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (24m) 5m ago 25m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:02:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:26 smithi179 conmon[67066]: cluster 2022-01-25T23:02:25.325654+0000 mgr.smithi111.vbmimw (mgr.14718) 610 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:27.587 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:02:27.588 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:02:27.588 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:27.588 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:27.589 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:02:27.589 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:27.589 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:27.589 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:02:27.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:27.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:27.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:27.590 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:02:27.591 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:27.591 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:27.591 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:02:27.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:27.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:27.592 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:02:27.592 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:02:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:27 smithi111 conmon[101466]: audit 2022-01-25T23:02:27.588574+0000 mon.smithi111 (mon 2022-01-25T23:02:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:27 smithi111 conmon[101466]: .0) 416 : audit [DBG] from='client.? 172.21.15.111:0/1683617329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:27 smithi179 conmon[67066]: audit 2022-01-25T23:02:27.588574+0000 mon.smithi111 (mon.0) 416 : audit [DBG] from='client.? 172.21.15.111:0/1683617329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:28 smithi111 conmon[101466]: audit 2022-01-25T23:02:26.987769+0000 mgr.smithi111.vbmimw (mgr.14718) 611 : audit [DBG] 2022-01-25T23:02:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:28 smithi111 conmon[101466]: from='client.34472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:28 smithi111 conmon[101466]: audit 2022-01-25T23:02:27.260833+0000 mgr.smithi111.vbmimw (mgr.14718) 612 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:28 smithi111 conmon[101466]: cluster 2022-01-25T23:02:27.326090+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:02:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:28 smithi111 conmon[101466]: 14718) 613 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:28 smithi179 conmon[67066]: audit 2022-01-25T23:02:26.987769+0000 mgr.smithi111.vbmimw (mgr.14718) 611 : audit [DBG] from='client.34472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:28 smithi179 conmon[67066]: audit 2022-01-25T23:02:27.260833+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:02:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:28 smithi179 conmon[67066]: mgr.14718) 612 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:28 smithi179 conmon[67066]: cluster 2022-01-25T23:02:27.326090+0000 mgr.smithi111.vbmimw (mgr.14718) 613 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:30 smithi111 conmon[101466]: cluster 2022-01-25T23:02:29.327021+0000 mgr.smithi111.vbmimw (mgr.14718) 614 : cluster [DBG] 2022-01-25T23:02:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:30 smithi111 conmon[101466]: pgmap v529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:30 smithi179 conmon[67066]: cluster 2022-01-25T23:02:29.327021+0000 mgr.smithi111.vbmimw (mgr.14718) 614 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:32 smithi111 conmon[101466]: cluster 2022-01-25T23:02:31.327732+0000 mgr.smithi111.vbmimw (mgr.14718) 615 : cluster 2022-01-25T23:02:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:32 smithi111 conmon[101466]: [DBG] pgmap v530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:32 smithi179 conmon[67066]: cluster 2022-01-25T23:02:31.327732+0000 mgr.smithi111.vbmimw (mgr.14718) 615 : cluster 2022-01-25T23:02:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:32 smithi179 conmon[67066]: [DBG] pgmap v530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:34 smithi111 conmon[101466]: cluster 2022-01-25T23:02:33.328497+0000 mgr.smithi111.vbmimw (mgr.14718) 616 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:34 smithi179 conmon[67066]: cluster 2022-01-25T23:02:33.328497+0000 mgr.smithi111.vbmimw (mgr.14718) 616 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:36 smithi111 conmon[101466]: cluster 2022-01-25T23:02:35.329160+0000 mgr.smithi111.vbmimw (mgr.14718) 617 : cluster [DBG] 2022-01-25T23:02:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:36 smithi111 conmon[101466]: pgmap v532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:37.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:36 smithi179 conmon[67066]: cluster 2022-01-25T23:02:35.329160+0000 mgr.smithi111.vbmimw (mgr.14718) 617 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:37 smithi111 conmon[101466]: audit 2022-01-25T23:02:37.358711+0000 mon.smithi111 (mon.0) 417 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:37 smithi111 conmon[101466]: audit 2022-01-25T23:02:37.361684+0000 mon.smithi111 (mon.0) 418 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:37 smithi179 conmon[67066]: audit 2022-01-25T23:02:37.358711+0000 mon.smithi111 (mon.0) 417 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:37 smithi179 conmon[67066]: audit 2022-01-25T23:02:37.361684+0000 mon.smithi111 (mon.0) 418 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:38 smithi111 conmon[101466]: cluster 2022-01-25T23:02:37.329622+0000 mgr.smithi111.vbmimw (mgr.14718) 618 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:38 smithi179 conmon[67066]: cluster 2022-01-25T23:02:37.329622+0000 mgr.smithi111.vbmimw (mgr.14718) 618 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:39 smithi111 conmon[101466]: cluster 2022-01-25T23:02:39.330374+0000 2022-01-25T23:02:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:39 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 619 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:39 smithi179 conmon[67066]: cluster 2022-01-25T23:02:39.330374+0000 mgr.smithi111.vbmimw (mgr.14718) 619 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:42 smithi111 conmon[101466]: cluster 2022-01-25T23:02:41.331093+0000 mgr.smithi111.vbmimw (mgr.14718) 620 : cluster 2022-01-25T23:02:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:42 smithi111 conmon[101466]: [DBG] pgmap v535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:42 smithi179 conmon[67066]: cluster 2022-01-25T23:02:41.331093+0000 mgr.smithi111.vbmimw (mgr.14718) 620 : cluster 2022-01-25T23:02:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:42 smithi179 conmon[67066]: [DBG] pgmap v535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:44 smithi111 conmon[101466]: cluster 2022-01-25T23:02:43.331830+0000 mgr.smithi111.vbmimw (mgr.14718) 621 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:44 smithi111 conmon[101466]: 2022-01-25T23:02:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:44 smithi179 conmon[67066]: cluster 2022-01-25T23:02:43.331830+0000 mgr.smithi111.vbmimw (mgr.14718) 621 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:46 smithi111 conmon[101466]: cluster 2022-01-25T23:02:45.332473+0000 mgr.smithi111.vbmimw (mgr.14718) 622 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:47.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:46 smithi179 conmon[67066]: cluster 2022-01-25T23:02:45.332473+0000 mgr.smithi111.vbmimw (mgr.14718) 622 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:48 smithi111 conmon[101466]: cluster 2022-01-25T23:02:47.333180+0000 mgr.smithi111.vbmimw (mgr.14718) 623 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:48.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:48 smithi111 conmon[101466]: 2022-01-25T23:02:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:48 smithi179 conmon[67066]: cluster 2022-01-25T23:02:47.333180+0000 mgr.smithi111.vbmimw (mgr.14718) 623 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:50 smithi111 conmon[101466]: cluster 2022-01-25T23:02:49.333900+0000 mgr.smithi111.vbmimw (mgr.14718) 624 : cluster [DBG] 2022-01-25T23:02:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:50 smithi111 conmon[101466]: pgmap v539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:50 smithi179 conmon[67066]: cluster 2022-01-25T23:02:49.333900+0000 mgr.smithi111.vbmimw (mgr.14718) 624 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: cluster 2022-01-25T23:02:51.334433+0000 mgr.smithi111.vbmimw (mgr.14718) 625 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:02:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: 25T23:02:51.805866+0000 mon.smithi111 (mon.0) 419 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: audit 2022-01-25T23:02:51.807175+0000 mon.smithi111 (mon.0) 420 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: audit 2022-01-25T23:02:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: 2022-01-25T23:02:51.808080+0000 mon.smithi111 (mon.0) 421 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: cephadm 2022 2022-01-25T23:02:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: -01-25T23:02:51.808906+0000 2022-01-25T23:02:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 626 : cephadm [WRN] 2022-01-25T23:02:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: audit 2022-01-25T23:02:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: 2022-01-25T23:02:52.119019+0000 mon.smithi111 (mon. 2022-01-25T23:02:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: 0) 422 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:02:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:02:52.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: 25T23:02:52.125826+0000 mon.smithi111 ( 2022-01-25T23:02:52.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:52 smithi111 conmon[101466]: mon.0) 423 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:02:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: cluster 2022-01-25T23:02:51.334433+0000 mgr.smithi111.vbmimw (mgr.14718) 625 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: audit 2022-01-25T23:02:51.805866+0000 mon.smithi111 (mon.0) 419 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: audit 2022-01-25T23:02:51.807175+0000 mon.smithi111 (mon.0) 420 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: audit 2022-01-25T23:02:51.808080+0000 mon.smithi111 (mon.0) 421 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:02:51.808906+0000 mgr.smithi111.vbmimw (mgr.14718) 626 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: audit 2022-01-25T23:02:52.119019+0000 mon.smithi111 (mon.0) 422 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:02:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: audit 2022-01-25T23:02:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:52 smithi179 conmon[67066]: 2022-01-25T23:02:52.125826+0000 mon.smithi111 (mon.0) 423 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:02:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:54 smithi111 conmon[101466]: cluster 2022-01-25T23:02:53.335188+0000 mgr.smithi111.vbmimw (mgr.14718) 627 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:54 smithi179 conmon[67066]: cluster 2022-01-25T23:02:53.335188+0000 mgr.smithi111.vbmimw (mgr.14718) 627 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:56 smithi111 conmon[101466]: cluster 2022-01-25T23:02:55.335742+0000 mgr.smithi111.vbmimw (mgr.14718) 628 : cluster 2022-01-25T23:02:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:56 smithi111 conmon[101466]: [DBG] pgmap v542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:56 smithi179 conmon[67066]: cluster 2022-01-25T23:02:55.335742+0000 mgr.smithi111.vbmimw (mgr.14718) 628 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:57.893 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:02:58.160 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:58.161 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (25m) 6m ago 26m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:02:58.161 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (16m) 6m ago 26m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:02:58.161 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (16m) 6m ago 25m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:02:58.161 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (24m) 6m ago 25m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:02:58.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (21m) 6m ago 21m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:02:58.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (21m) 6m ago 21m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:02:58.162 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (17m) 6m ago 27m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:02:58.162 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (17m) 6m ago 25m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:02:58.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (17m) 6m ago 27m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:02:58.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (16m) 6m ago 25m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:02:58.163 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (17m) 6m ago 17m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:02:58.163 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (17m) 6m ago 17m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:02:58.164 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (25m) 6m ago 25m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:02:58.164 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (25m) 6m ago 25m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:02:58.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 6m ago 24m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:02:58.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (24m) 6m ago 24m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:02:58.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (24m) 6m ago 24m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:02:58.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (23m) 6m ago 23m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:02:58.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (23m) 6m ago 23m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:02:58.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (23m) 6m ago 23m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:02:58.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (22m) 6m ago 22m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:02:58.166 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (22m) 6m ago 22m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:02:58.166 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (24m) 6m ago 25m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:02:58.481 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:02:58.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:02:58.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:58.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:58.483 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:02:58.483 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:58.484 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:58.484 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:02:58.485 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:58.485 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:58.486 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:58.486 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:02:58.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:58.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:02:58.488 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:02:58.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:58.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:58.489 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:02:58.489 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:02:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:58 smithi111 conmon[101466]: cluster 2022-01-25T23:02:57.336205+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:02:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:58 smithi111 conmon[101466]: 629 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:58 smithi111 conmon[101466]: audit 2022-01-25T23:02:57.882093+0000 mgr.smithi111.vbmimw (mgr.14718) 630 : audit [DBG] from='client.34484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:58.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:58 smithi111 conmon[101466]: audit 2022-01-25T23:02:58.481352+0000 mon.smithi111 (mon.0) 424 : audit [DBG] from='client.? 172.21.15.111:0/3687118060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:58 smithi179 conmon[67066]: cluster 2022-01-25T23:02:57.336205+0000 mgr.smithi111.vbmimw (mgr.14718) 629 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:58 smithi179 conmon[67066]: audit 2022-01-25T23:02:57.882093+0000 mgr.smithi111.vbmimw (mgr.14718) 630 : audit [DBG] from='client.34484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:58 smithi179 conmon[67066]: audit 2022-01-25T23:02:58.481352+0000 mon.smithi111 (mon.0) 424 : audit [DBG] from='client.? 172.21.15.111:0/3687118060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:59 smithi111 conmon[101466]: audit 2022-01-25T23:02:58.152299+0000 mgr.smithi111.vbmimw (mgr.14718) 631 : audit [DBG] from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:02:59 smithi111 conmon[101466]: 2022-01-25T23:03:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:02:59 smithi179 conmon[67066]: audit 2022-01-25T23:02:58.152299+0000 mgr.smithi111.vbmimw (mgr.14718) 631 : audit [DBG] from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:00 smithi111 conmon[101466]: cluster 2022-01-25T23:02:59.337006+0000 mgr.smithi111.vbmimw (mgr.14718) 632 : cluster [DBG] 2022-01-25T23:03:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:00 smithi111 conmon[101466]: pgmap v544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:00 smithi179 conmon[67066]: cluster 2022-01-25T23:02:59.337006+0000 mgr.smithi111.vbmimw (mgr.14718) 632 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:02 smithi111 conmon[101466]: cluster 2022-01-25T23:03:01.337484+0000 mgr.smithi111.vbmimw (mgr.14718) 633 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:02 smithi179 conmon[67066]: cluster 2022-01-25T23:03:01.337484+0000 mgr.smithi111.vbmimw (mgr.14718) 633 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:04 smithi111 conmon[101466]: cluster 2022-01-25T23:03:03.338347+0000 mgr.smithi111.vbmimw (mgr.14718) 634 : cluster 2022-01-25T23:03:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:04 smithi111 conmon[101466]: [DBG] pgmap v546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:04 smithi179 conmon[67066]: cluster 2022-01-25T23:03:03.338347+0000 mgr.smithi111.vbmimw (mgr.14718) 634 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:06 smithi111 conmon[101466]: cluster 2022-01-25T23:03:05.339050+0000 mgr.smithi111.vbmimw (mgr.14718) 635 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:06 smithi179 conmon[67066]: cluster 2022-01-25T23:03:05.339050+0000 mgr.smithi111.vbmimw (mgr.14718) 635 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:08 smithi111 conmon[101466]: cluster 2022-01-25T23:03:07.339483+0000 mgr.smithi111.vbmimw (mgr.14718) 636 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:08 smithi179 conmon[67066]: cluster 2022-01-25T23:03:07.339483+0000 mgr.smithi111.vbmimw (mgr.14718) 636 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:10 smithi111 conmon[101466]: cluster 2022-01-25T23:03:09.340254+0000 mgr.smithi111.vbmimw (mgr.14718) 637 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:10 smithi179 conmon[67066]: cluster 2022-01-25T23:03:09.340254+0000 mgr.smithi111.vbmimw (mgr.14718) 637 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:12 smithi111 conmon[101466]: cluster 2022-01-25T23:03:11.340903+0000 mgr.smithi111.vbmimw (mgr.14718) 638 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:12 smithi179 conmon[67066]: cluster 2022-01-25T23:03:11.340903+0000 mgr.smithi111.vbmimw (mgr.14718) 638 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:14 smithi111 conmon[101466]: cluster 2022-01-25T23:03:13.341637+0000 mgr.smithi111.vbmimw (mgr.14718) 639 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:14 smithi179 conmon[67066]: cluster 2022-01-25T23:03:13.341637+0000 mgr.smithi111.vbmimw (mgr.14718) 639 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:16 smithi111 conmon[101466]: cluster 2022-01-25T23:03:15.342279+0000 mgr.smithi111.vbmimw (mgr.14718) 640 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:16 smithi111 conmon[101466]: 2022-01-25T23:03:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:16 smithi179 conmon[67066]: cluster 2022-01-25T23:03:15.342279+0000 mgr.smithi111.vbmimw (mgr.14718) 640 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:18 smithi111 conmon[101466]: cluster 2022-01-25T23:03:17.342831+0000 mgr.smithi111.vbmimw (mgr.14718) 641 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:18 smithi179 conmon[67066]: cluster 2022-01-25T23:03:17.342831+0000 mgr.smithi111.vbmimw (mgr.14718) 641 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:20 smithi179 conmon[67066]: cluster 2022-01-25T23:03:19.343747+0000 mgr.smithi111.vbmimw (mgr.14718) 642 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:20 smithi111 conmon[101466]: cluster 2022-01-25T23:03:19.343747+0000 mgr.smithi111.vbmimw (mgr.14718) 642 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:22 smithi111 conmon[101466]: cluster 2022-01-25T23:03:21.344419+0000 mgr.smithi111.vbmimw (mgr.14718) 643 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:22 smithi179 conmon[67066]: cluster 2022-01-25T23:03:21.344419+0000 mgr.smithi111.vbmimw (mgr.14718) 643 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:24 smithi179 conmon[67066]: cluster 2022-01-25T23:03:23.345296+0000 mgr.smithi111.vbmimw (mgr.14718) 644 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:24 smithi111 conmon[101466]: cluster 2022-01-25T23:03:23.345296+0000 mgr.smithi111.vbmimw (mgr.14718) 644 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:26 smithi179 conmon[67066]: cluster 2022-01-25T23:03:25.346080+0000 mgr.smithi111.vbmimw (mgr.14718) 645 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:26 smithi111 conmon[101466]: cluster 2022-01-25T23:03:25.346080+0000 mgr.smithi111.vbmimw (mgr.14718) 645 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:28.788 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:03:29.061 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:29.062 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (25m) 6m ago 26m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:03:29.062 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (17m) 6m ago 26m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:03:29.063 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (17m) 6m ago 26m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:03:29.063 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (25m) 6m ago 26m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:03:29.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (21m) 6m ago 21m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:03:29.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (21m) 6m ago 21m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:03:29.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (17m) 6m ago 27m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:03:29.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (17m) 6m ago 25m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:03:29.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (17m) 6m ago 28m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:03:29.066 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (17m) 6m ago 25m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:03:29.066 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (18m) 6m ago 18m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:03:29.067 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (18m) 6m ago 18m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:03:29.067 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (26m) 6m ago 26m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:03:29.067 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (25m) 6m ago 25m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:03:29.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 6m ago 25m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:03:29.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (24m) 6m ago 24m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:03:29.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (24m) 6m ago 24m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:03:29.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (24m) 6m ago 24m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:03:29.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (24m) 6m ago 23m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:03:29.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (23m) 6m ago 23m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:03:29.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (23m) 6m ago 23m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:03:29.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (23m) 6m ago 23m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:03:29.071 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (25m) 6m ago 26m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:03:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:28 smithi179 conmon[67066]: cluster 2022-01-25T23:03:27.346580+0000 mgr.smithi111.vbmimw (mgr.14718) 646 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:28 smithi111 conmon[101466]: cluster 2022-01-25T23:03:27.346580+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:03:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:28 smithi111 conmon[101466]: 646 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:29.383 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:03:29.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:03:29.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:29.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:03:29.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:03:29.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:29.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:03:29.385 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:03:29.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:03:29.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:03:29.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:03:29.386 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:03:29.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:03:29.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:03:29.386 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:03:29.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:03:29.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:03:29.387 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:03:29.388 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:03:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:29 smithi179 conmon[67066]: audit 2022-01-25T23:03:28.777636+0000 mgr.smithi111.vbmimw (mgr.14718) 647 : audit [DBG] from='client.34496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:29 smithi179 conmon[67066]: audit 2022-01-25T23:03:29.383390+0000 mon.smithi111 (mon.0) 425 : audit [DBG] from='client.? 172.21.15.111:0/1058117827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:29 smithi111 conmon[101466]: audit 2022-01-25T23:03:28.777636+0000 mgr.smithi111.vbmimw (mgr.14718) 647 : audit 2022-01-25T23:03:30.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:29 smithi111 conmon[101466]: [DBG] from='client.34496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:30.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:29 smithi111 conmon[101466]: audit 2022-01-25T23:03:29.383390+0000 mon.smithi111 (mon.0) 425 : audit [DBG] from='client.? 172.21.15.111:0/1058117827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:30 smithi179 conmon[67066]: audit 2022-01-25T23:03:29.053047+0000 mgr.smithi111.vbmimw (mgr.14718) 648 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:30 smithi179 conmon[67066]: cluster 2022-01-25T23:03:29.347218+0000 mgr.smithi111.vbmimw (mgr.14718) 649 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:30 smithi111 conmon[101466]: audit 2022-01-25T23:03:29.053047+0000 mgr.smithi111.vbmimw (mgr.14718) 648 : audit [DBG] from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:30 smithi111 conmon[101466]: cluster 2022-01-25T23:03:29.347218+0000 mgr.smithi111.vbmimw (mgr.14718) 649 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:32 smithi111 conmon[101466]: cluster 2022-01-25T23:03:31.347788+0000 mgr.smithi111.vbmimw (mgr.14718) 650 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:32 smithi179 conmon[67066]: cluster 2022-01-25T23:03:31.347788+0000 mgr.smithi111.vbmimw (mgr.14718) 650 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:34 smithi179 conmon[67066]: cluster 2022-01-25T23:03:33.348481+0000 mgr.smithi111.vbmimw (mgr.14718) 651 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:34 smithi111 conmon[101466]: cluster 2022-01-25T23:03:33.348481+0000 mgr.smithi111.vbmimw (mgr.14718) 651 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:36 smithi179 conmon[67066]: cluster 2022-01-25T23:03:35.349220+0000 mgr.smithi111.vbmimw (mgr.14718) 652 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:36 smithi111 conmon[101466]: cluster 2022-01-25T23:03:35.349220+0000 mgr.smithi111.vbmimw (mgr.14718) 652 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:37 smithi179 conmon[67066]: audit 2022-01-25T23:03:37.362297+0000 mon.smithi111 (mon.0) 426 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:37 smithi179 conmon[67066]: audit 2022-01-25T23:03:37.363682+0000 mon.smithi111 (mon.0) 427 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:37 smithi111 conmon[101466]: audit 2022-01-25T23:03:37.362297+0000 mon.smithi111 (mon.0) 426 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:37 smithi111 conmon[101466]: audit 2022-01-25T23:03:37.363682+0000 mon.smithi111 (mon. 2022-01-25T23:03:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:37 smithi111 conmon[101466]: 0) 427 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:38 smithi179 conmon[67066]: cluster 2022-01-25T23:03:37.349876+0000 mgr.smithi111.vbmimw (mgr.14718) 653 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:38 smithi179 conmon[67066]: 2022-01-25T23:03:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:38 smithi111 conmon[101466]: cluster 2022-01-25T23:03:37.349876+0000 mgr.smithi111.vbmimw (mgr.14718) 653 : cluster [DBG] 2022-01-25T23:03:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:38 smithi111 conmon[101466]: pgmap v563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:40 smithi179 conmon[67066]: cluster 2022-01-25T23:03:39.350642+0000 mgr.smithi111.vbmimw (mgr.14718) 654 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:40 smithi111 conmon[101466]: cluster 2022-01-25T23:03:39.350642+0000 mgr.smithi111.vbmimw (mgr.14718) 654 : cluster 2022-01-25T23:03:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:40 smithi111 conmon[101466]: [DBG] pgmap v564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:42 smithi111 conmon[101466]: cluster 2022-01-25T23:03:41.351262+0000 mgr.smithi111.vbmimw (mgr.14718) 655 : cluster [DBG] 2022-01-25T23:03:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:42 smithi111 conmon[101466]: pgmap v565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:42 smithi179 conmon[67066]: cluster 2022-01-25T23:03:41.351262+0000 mgr.smithi111.vbmimw (mgr.14718) 655 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:42 smithi179 conmon[67066]: 2022-01-25T23:03:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:44 smithi179 conmon[67066]: cluster 2022-01-25T23:03:43.352118+0000 mgr.smithi111.vbmimw (mgr.14718) 656 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:45.259 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:44 smithi111 conmon[101466]: cluster 2022-01-25T23:03:43.352118+0000 mgr.smithi111.vbmimw (mgr.14718) 656 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:45.259 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:44 smithi111 conmon[101466]: 2022-01-25T23:03:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:46 smithi179 conmon[67066]: cluster 2022-01-25T23:03:45.352734+0000 mgr.smithi111.vbmimw (mgr.14718) 657 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:46 smithi111 conmon[101466]: cluster 2022-01-25T23:03:45.352734+0000 mgr.smithi111.vbmimw (mgr.14718) 657 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:46 smithi111 conmon[101466]: 2022-01-25T23:03:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:48 smithi179 conmon[67066]: cluster 2022-01-25T23:03:47.353415+0000 mgr.smithi111.vbmimw (mgr.14718) 658 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:48 smithi111 conmon[101466]: cluster 2022-01-25T23:03:47.353415+0000 mgr.smithi111.vbmimw (mgr.14718) 658 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:50 smithi179 conmon[67066]: cluster 2022-01-25T23:03:49.354167+0000 mgr.smithi111.vbmimw (mgr.14718) 659 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:50 smithi179 conmon[67066]: 2022-01-25T23:03:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:50 smithi111 conmon[101466]: cluster 2022-01-25T23:03:49.354167+0000 mgr.smithi111.vbmimw (mgr.14718) 659 : cluster [DBG] 2022-01-25T23:03:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:50 smithi111 conmon[101466]: pgmap v569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: cluster 2022-01-25T23:03:51.354878+0000 mgr.smithi111.vbmimw (mgr.14718) 660 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: 2022-01-25T23:03:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: audit 2022-01-25T23:03:52.128352+0000 mon.smithi111 (mon.0) 428 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: audit 2022-01-25T23:03:52.129811+0000 mon.smithi111 (mon.0) 429 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: audit 2022-01-25T23:03:52.130792+0000 mon.smithi111 (mon.0) 430 2022-01-25T23:03:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: audit 2022-01-25T23:03 2022-01-25T23:03:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: :52.439207+0000 mon.smithi111 (mon.0) 431 2022-01-25T23:03:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:03:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:03:52.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: 03:52.443859+0000 mon.smithi111 (mon.0) 2022-01-25T23:03:52.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:52 smithi111 conmon[101466]: 432 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:03:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: cluster 2022-01-25T23:03:51.354878+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:03:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: ) 660 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: audit 2022-01-25T23:03:52.128352+0000 mon.smithi111 (mon.0) 428 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:03:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: -25T23:03:52.129811+0000 mon.smithi111 (mon.0) 429 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:03:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: :03:52.130792+0000 mon.smithi111 (mon.0 2022-01-25T23:03:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: ) 430 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:03:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: 23:03:52.439207+0000 mon.smithi111 (mon. 2022-01-25T23:03:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: 0) 431 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:03:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:03:53.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: 25T23:03:52.443859+0000 mon.smithi111 ( 2022-01-25T23:03:53.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:52 smithi179 conmon[67066]: mon.0) 432 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:03:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:53 smithi179 conmon[67066]: cephadm 2022-01-25T23:03:52.131629+0000 mgr.smithi111.vbmimw (mgr.14718) 661 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:53 smithi111 conmon[101466]: cephadm 2022-01-25T23:03:52.131629+0000 mgr.smithi111.vbmimw (mgr.14718) 661 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:54 smithi179 conmon[67066]: cluster 2022-01-25T23:03:53.355677+0000 mgr.smithi111.vbmimw (mgr.14718) 662 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:54 smithi111 conmon[101466]: cluster 2022-01-25T23:03:53.355677+0000 mgr.smithi111.vbmimw (mgr.14718) 662 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:56 smithi179 conmon[67066]: cluster 2022-01-25T23:03:55.356188+0000 mgr.smithi111.vbmimw (mgr.14718) 663 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:56 smithi111 conmon[101466]: cluster 2022-01-25T23:03:55.356188+0000 mgr.smithi111.vbmimw (mgr.14718) 663 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:03:58 smithi179 conmon[67066]: cluster 2022-01-25T23:03:57.356864+0000 mgr.smithi111.vbmimw (mgr.14718) 664 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:03:58 smithi111 conmon[101466]: cluster 2022-01-25T23:03:57.356864+0000 mgr.smithi111.vbmimw (mgr.14718) 664 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:59.684 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:03:59.951 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:59.951 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (26m) 7m ago 27m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:03:59.952 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (17m) 7m ago 27m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:03:59.952 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (17m) 7m ago 26m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:03:59.952 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (25m) 7m ago 26m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:03:59.952 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (22m) 7m ago 22m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:03:59.953 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (22m) 7m ago 22m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:03:59.953 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (18m) 7m ago 28m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:03:59.953 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (18m) 7m ago 26m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:03:59.953 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (18m) 7m ago 28m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:03:59.953 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (17m) 7m ago 26m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:03:59.954 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (18m) 7m ago 18m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:03:59.954 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (18m) 7m ago 18m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:03:59.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (26m) 7m ago 26m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:03:59.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (26m) 7m ago 26m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:03:59.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 7m ago 25m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:03:59.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (25m) 7m ago 25m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:03:59.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (25m) 7m ago 25m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:03:59.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (24m) 7m ago 24m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:03:59.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (24m) 7m ago 24m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:03:59.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (24m) 7m ago 24m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:03:59.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (23m) 7m ago 23m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:03:59.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (23m) 7m ago 23m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:03:59.956 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (25m) 7m ago 26m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:04:00.269 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:04:00.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:04:00.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:00.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:00.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:04:00.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:00.271 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:00.271 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:04:00.271 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:00.271 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:00.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:00.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:04:00.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:00.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:00.273 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:04:00.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:00.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:00.273 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:04:00.273 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:04:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:00 smithi179 conmon[67066]: cluster 2022-01-25T23:03:59.357789+0000 mgr.smithi111.vbmimw (mgr.14718) 665 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:00 smithi179 conmon[67066]: audit 2022-01-25T23:03:59.673684+0000 2022-01-25T23:04:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:00 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 666 : audit [DBG] from='client.34508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:01.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:00 smithi179 conmon[67066]: audit 2022-01-25T23:04:00.269839+0000 mon.smithi111 (mon.0) 433 : audit [DBG] from='client.? 172.21.15.111:0/501613014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:00 smithi111 conmon[101466]: cluster 2022-01-25T23:03:59.357789+0000 mgr.smithi111.vbmimw (mgr.14718) 665 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:00 smithi111 conmon[101466]: audit 2022-01-25T23:03:59.673684+0000 mgr.smithi111.vbmimw (mgr.14718) 666 : audit [DBG] from='client.34508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:00 smithi111 conmon[101466]: audit 2022-01-25T23:04:00.269839+0000 mon.smithi111 (mon. 2022-01-25T23:04:01.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:00 smithi111 conmon[101466]: 0) 433 : audit [DBG] from='client.? 172.21.15.111:0/501613014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:01 smithi179 conmon[67066]: audit 2022-01-25T23:03:59.943484+0000 mgr.smithi111.vbmimw (mgr.14718) 667 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:01 smithi111 conmon[101466]: audit 2022-01-25T23:03:59.943484 2022-01-25T23:04:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:01 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 667 : audit [DBG] from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:02 smithi111 conmon[101466]: cluster 2022-01-25T23:04:01.358255+0000 mgr.smithi111.vbmimw (mgr.14718) 668 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:02 smithi179 conmon[67066]: cluster 2022-01-25T23:04:01.358255+0000 mgr.smithi111.vbmimw (mgr.14718) 668 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:04 smithi179 conmon[67066]: cluster 2022-01-25T23:04:03.359163+0000 mgr.smithi111.vbmimw (mgr.14718) 669 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:04 smithi111 conmon[101466]: cluster 2022-01-25T23:04:03.359163+0000 mgr.smithi111.vbmimw (mgr.14718) 669 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:06 smithi179 conmon[67066]: cluster 2022-01-25T23:04:05.359772+0000 mgr.smithi111.vbmimw (mgr.14718) 670 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:07.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:06 smithi111 conmon[101466]: cluster 2022-01-25T23:04:05.359772+0000 mgr.smithi111.vbmimw (mgr.14718) 670 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:08 smithi179 conmon[67066]: cluster 2022-01-25T23:04:07.360470+0000 mgr.smithi111.vbmimw (mgr.14718) 671 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:08 smithi111 conmon[101466]: cluster 2022-01-25T23:04:07.360470+0000 mgr.smithi111.vbmimw (mgr.14718) 671 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:10 smithi179 conmon[67066]: cluster 2022-01-25T23:04:09.361290+0000 mgr.smithi111.vbmimw (mgr.14718) 672 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:10 smithi111 conmon[101466]: cluster 2022-01-25T23:04:09.361290+0000 mgr.smithi111.vbmimw (mgr.14718) 672 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:12 smithi111 conmon[101466]: cluster 2022-01-25T23:04:11.362040+0000 mgr.smithi111.vbmimw (mgr.14718) 673 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:12 smithi179 conmon[67066]: cluster 2022-01-25T23:04:11.362040+0000 mgr.smithi111.vbmimw (mgr.14718) 673 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:14 smithi179 conmon[67066]: cluster 2022-01-25T23:04:13.362764+0000 mgr.smithi111.vbmimw (mgr.14718) 674 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:14 smithi111 conmon[101466]: cluster 2022-01-25T23:04:13.362764+0000 mgr.smithi111.vbmimw (mgr.14718) 674 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:16 smithi179 conmon[67066]: cluster 2022-01-25T23:04:15.363340+0000 mgr.smithi111.vbmimw (mgr.14718) 675 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:17.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:16 smithi111 conmon[101466]: cluster 2022-01-25T23:04:15.363340+0000 mgr.smithi111.vbmimw (mgr.14718) 675 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:18 smithi179 conmon[67066]: cluster 2022-01-25T23:04:17.363921+0000 mgr.smithi111.vbmimw (mgr.14718) 676 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:18 smithi111 conmon[101466]: cluster 2022-01-25T23:04:17.363921+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:04:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:18 smithi111 conmon[101466]: 676 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:20 smithi179 conmon[67066]: cluster 2022-01-25T23:04:19.364737+0000 mgr.smithi111.vbmimw (mgr.14718) 677 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:20 smithi111 conmon[101466]: cluster 2022-01-25T23:04:19.364737+0000 mgr.smithi111.vbmimw 2022-01-25T23:04:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:20 smithi111 conmon[101466]: (mgr.14718) 677 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:22 smithi111 conmon[101466]: cluster 2022-01-25T23:04:21.365312+0000 mgr.smithi111.vbmimw (mgr.14718) 678 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:22 smithi179 conmon[67066]: cluster 2022-01-25T23:04:21.365312+0000 mgr.smithi111.vbmimw (mgr.14718) 678 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:24 smithi179 conmon[67066]: cluster 2022-01-25T23:04:23.366025+0000 mgr.smithi111.vbmimw (mgr.14718) 679 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:24 smithi111 conmon[101466]: cluster 2022-01-25T23:04:23.366025+0000 mgr.smithi111.vbmimw (mgr.14718) 679 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:26 smithi111 conmon[101466]: cluster 2022-01-25T23:04:25.366692+0000 mgr.smithi111.vbmimw (mgr.14718) 680 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:26 smithi179 conmon[67066]: cluster 2022-01-25T23:04:25.366692+0000 mgr.smithi111.vbmimw (mgr.14718) 680 : cluster 2022-01-25T23:04:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:26 smithi179 conmon[67066]: [DBG] pgmap v587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:28 smithi111 conmon[101466]: cluster 2022-01-25T23:04:27.367336+0000 mgr.smithi111.vbmimw 2022-01-25T23:04:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:28 smithi111 conmon[101466]: (mgr.14718) 681 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:28 smithi179 conmon[67066]: cluster 2022-01-25T23:04:27.367336+0000 mgr.smithi111.vbmimw (mgr.14718) 681 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:04:30.835 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:04:30.835 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (26m) 7m ago 27m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:04:30.836 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (18m) 7m ago 27m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:04:30.836 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (18m) 7m ago 27m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:04:30.836 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (26m) 7m ago 27m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:04:30.836 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (22m) 7m ago 22m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:04:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (22m) 7m ago 22m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:04:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (19m) 7m ago 28m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:04:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (18m) 7m ago 27m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:04:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (18m) 7m ago 29m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:04:30.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (18m) 7m ago 26m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:04:30.838 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (19m) 7m ago 19m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:04:30.838 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (19m) 7m ago 19m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:04:30.838 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (27m) 7m ago 27m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:04:30.838 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (26m) 7m ago 26m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:04:30.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 7m ago 26m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:04:30.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (26m) 7m ago 26m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:04:30.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (25m) 7m ago 25m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:04:30.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (25m) 7m ago 25m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:04:30.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (25m) 7m ago 25m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:04:30.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (24m) 7m ago 24m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:04:30.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (24m) 7m ago 24m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:04:30.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (24m) 7m ago 24m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:04:30.840 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (26m) 7m ago 27m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:04:31.156 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:04:31.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:04:31.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:31.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:31.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:04:31.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:31.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:31.159 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:04:31.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:31.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:31.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:31.160 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:04:31.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:31.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:04:31.160 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:04:31.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:31.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:31.162 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:04:31.162 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:04:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:30 smithi111 conmon[101466]: cluster 2022-01-25T23:04:29.368102+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:04:31.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:30 smithi111 conmon[101466]: 14718) 682 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:30 smithi179 conmon[67066]: cluster 2022-01-25T23:04:29.368102+0000 mgr.smithi111.vbmimw (mgr.14718) 682 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:31 smithi111 conmon[101466]: audit 2022-01-25T23:04:30.556549+0000 mgr.smithi111.vbmimw (mgr.14718) 683 : audit [DBG] from='client.34520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:31 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:04:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:31 smithi111 conmon[101466]: 23:04:30.826060+0000 mgr.smithi111.vbmimw (mgr.14718) 684 : audit [DBG] from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:32.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:31 smithi111 conmon[101466]: audit 2022-01-25T23:04:31.157124+0000 mon.smithi111 (mon.0) 434 : audit [DBG] from='client.? 172.21.15.111:0/4209710384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:31 smithi179 conmon[67066]: audit 2022-01-25T23:04:30.556549+0000 mgr.smithi111.vbmimw (mgr.14718) 683 : audit [DBG] from='client.34520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:32.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:31 smithi179 conmon[67066]: audit 2022-01-25T23:04:30.826060+0000 mgr.smithi111.vbmimw (mgr.14718) 684 : audit [DBG] from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:32.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:31 smithi179 conmon[67066]: audit 2022-01-25T23:04:31.157124+0000 mon.smithi111 (mon.0) 434 : audit [DBG] from='client.? 172.21.15.111:0/4209710384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:32 smithi111 conmon[101466]: cluster 2022-01-25T23:04:31.368617+0000 mgr.smithi111.vbmimw (mgr.14718) 685 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:32 smithi179 conmon[67066]: cluster 2022-01-25T23:04:31.368617+0000 mgr.smithi111.vbmimw (mgr.14718) 685 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:34 smithi111 conmon[101466]: cluster 2022-01-25T23:04:33.369220+0000 mgr.smithi111.vbmimw (mgr.14718) 686 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:34 smithi179 conmon[67066]: cluster 2022-01-25T23:04:33.369220+0000 mgr.smithi111.vbmimw (mgr.14718) 686 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:36 smithi111 conmon[101466]: cluster 2022-01-25T23:04:35.369883+0000 mgr.smithi111.vbmimw (mgr.14718) 687 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:36 smithi179 conmon[67066]: cluster 2022-01-25T23:04:35.369883+0000 mgr.smithi111.vbmimw (mgr.14718) 687 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:37 smithi111 conmon[101466]: audit 2022-01-25T23:04:37.366533+0000 mon.smithi111 (mon.0) 435 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:37 smithi111 conmon[101466]: audit 2022-01-25T23:04:37.366752+0000 mon.smithi111 (mon.0) 436 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:37 smithi179 conmon[67066]: audit 2022-01-25T23:04:37.366533+0000 mon.smithi111 (mon.0) 435 : 2022-01-25T23:04:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:37 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:37 smithi179 conmon[67066]: audit 2022-01-25T23:04:37.366752+0000 mon.smithi111 (mon.0) 436 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:38 smithi111 conmon[101466]: cluster 2022-01-25T23:04:37.370272+0000 mgr.smithi111.vbmimw (mgr.14718) 688 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:38 smithi179 conmon[67066]: cluster 2022-01-25T23:04:37.370272+0000 mgr.smithi111.vbmimw (mgr.14718) 688 : cluster [DBG] 2022-01-25T23:04:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:38 smithi179 conmon[67066]: pgmap v593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:40 smithi111 conmon[101466]: cluster 2022-01-25T23:04:39.371175+0000 mgr.smithi111.vbmimw (mgr.14718) 689 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:40 smithi111 conmon[101466]: 2022-01-25T23:04:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:40 smithi179 conmon[67066]: cluster 2022-01-25T23:04:39.371175+0000 mgr.smithi111.vbmimw (mgr.14718) 689 : cluster [DBG] 2022-01-25T23:04:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:40 smithi179 conmon[67066]: pgmap v594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:42 smithi111 conmon[101466]: cluster 2022-01-25T23:04:41.371736+0000 mgr.smithi111.vbmimw (mgr.14718) 690 : cluster 2022-01-25T23:04:43.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:42 smithi111 conmon[101466]: [DBG] pgmap v595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:42 smithi179 conmon[67066]: cluster 2022-01-25T23:04:41.371736+0000 mgr.smithi111.vbmimw (mgr.14718) 690 : cluster [DBG] 2022-01-25T23:04:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:42 smithi179 conmon[67066]: pgmap v595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:44 smithi111 conmon[101466]: cluster 2022-01-25T23:04:43.372404+0000 mgr.smithi111.vbmimw (mgr.14718) 691 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:44 smithi179 conmon[67066]: cluster 2022-01-25T23:04:43.372404+0000 mgr.smithi111.vbmimw (mgr.14718) 691 : cluster [DBG] 2022-01-25T23:04:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:44 smithi179 conmon[67066]: pgmap v596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:46 smithi111 conmon[101466]: cluster 2022-01-25T23:04:45.373011+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:04:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:46 smithi111 conmon[101466]: 692 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:46 smithi179 conmon[67066]: cluster 2022-01-25T23:04:45.373011+0000 mgr.smithi111.vbmimw (mgr.14718) 692 : cluster [DBG] 2022-01-25T23:04:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:46 smithi179 conmon[67066]: pgmap v597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:48 smithi111 conmon[101466]: cluster 2022-01-25T23:04:47.373675+0000 mgr.smithi111.vbmimw (mgr.14718) 693 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:48 smithi179 conmon[67066]: cluster 2022-01-25T23:04:47.373675+0000 mgr.smithi111.vbmimw (mgr.14718) 693 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:48 smithi179 conmon[67066]: 2022-01-25T23:04:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:50 smithi111 conmon[101466]: cluster 2022-01-25T23:04:49.374657+0000 mgr.smithi111.vbmimw (mgr.14718) 694 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:51.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:50 smithi179 conmon[67066]: cluster 2022-01-25T23:04:49.374657+0000 mgr.smithi111.vbmimw (mgr.14718) 694 : cluster [DBG] 2022-01-25T23:04:51.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:50 smithi179 conmon[67066]: pgmap v599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: cluster 2022-01-25T23:04:51.375145+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:04:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: 695 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit 2022-01-25T23:04:52.446465+0000 mon.smithi111 (mon.0) 437 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit 2022-01-25T23:04:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: 2022-01-25T23:04:52.447926+0000 mon.smithi111 (mon.0) 438 : audit 2022-01-25T23:04:53.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:53.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit 2022-01-25T23:04 2022-01-25T23:04:53.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: :52.448834+0000 mon.smithi111 (mon.0) 439 : audit [INF] 2022-01-25T23:04:53.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:53.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:04:53.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: 04:52.760049+0000 mon.smithi111 (mon.0) 440 : 2022-01-25T23:04:53.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:04:53.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: audit 2022 2022-01-25T23:04:53.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: -01-25T23:04: 2022-01-25T23:04:53.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: 52.764977+0000 mon.smithi111 (mon. 2022-01-25T23:04:53.238 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:52 smithi111 conmon[101466]: 0) 441 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:04:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: cluster 2022-01-25T23:04:51.375145+0000 mgr.smithi111.vbmimw (mgr.14718) 695 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: audit 2022-01-25T23:04:52.446465+0000 mon.smithi111 (mon.0) 437 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: audit 2022-01-25T23:04:52.447926 2022-01-25T23:04:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 438 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:53.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: audit 2022-01-25T23:04:52 2022-01-25T23:04:53.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: .448834+0000 mon.smithi111 (mon.0) 439 : audit 2022-01-25T23:04:53.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:53.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: audit 2022-01-25T23:04 2022-01-25T23:04:53.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: :52.760049+0000 mon.smithi111 (mon.0) 440 2022-01-25T23:04:53.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:04:53.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:04:53.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: :04:52.764977+0000 mon.smithi111 (mon.0 2022-01-25T23:04:53.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:52 smithi179 conmon[67066]: ) 441 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:04:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:53 smithi111 conmon[101466]: cephadm 2022-01-25T23:04:52.449568+0000 mgr.smithi111.vbmimw (mgr.14718) 696 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:53 smithi179 conmon[67066]: cephadm 2022-01-25T23:04:52.449568+0000 mgr.smithi111.vbmimw (mgr.14718) 696 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:54 smithi111 conmon[101466]: cluster 2022-01-25T23:04:53.375988+0000 mgr.smithi111.vbmimw (mgr.14718) 697 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:54 smithi179 conmon[67066]: cluster 2022-01-25T23:04:53.375988+0000 mgr.smithi111.vbmimw (mgr.14718) 697 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:55 smithi111 conmon[101466]: cluster 2022-01-25T23:04:55.376611+0000 mgr.smithi111.vbmimw (mgr.14718) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:55 smithi179 conmon[67066]: cluster 2022-01-25T23:04:55.376611+0000 mgr.smithi111.vbmimw (mgr.14718) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:04:58 smithi111 conmon[101466]: cluster 2022-01-25T23:04:57.377047+0000 mgr.smithi111.vbmimw (mgr.14718) 699 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:04:58 smithi179 conmon[67066]: cluster 2022-01-25T23:04:57.377047+0000 mgr.smithi111.vbmimw (mgr.14718) 699 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:00 smithi111 conmon[101466]: cluster 2022-01-25T23:04:59.377850+0000 mgr.smithi111.vbmimw (mgr.14718) 700 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:00 smithi111 conmon[101466]: 2022-01-25T23:05:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:00 smithi179 conmon[67066]: cluster 2022-01-25T23:04:59.377850+0000 mgr.smithi111.vbmimw (mgr.14718) 700 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:05:01.723 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:01.723 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (27m) 8m ago 28m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:05:01.724 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (18m) 8m ago 28m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:05:01.724 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (18m) 8m ago 27m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:05:01.724 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (26m) 8m ago 27m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:05:01.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (23m) 8m ago 23m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:05:01.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (23m) 8m ago 23m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:05:01.725 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (19m) 8m ago 29m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:05:01.725 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (19m) 8m ago 27m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:05:01.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (19m) 8m ago 29m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:05:01.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (18m) 8m ago 27m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:05:01.726 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (19m) 8m ago 19m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:05:01.726 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (19m) 8m ago 19m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:05:01.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (27m) 8m ago 27m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:05:01.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (27m) 8m ago 27m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:05:01.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 8m ago 26m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:05:01.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (26m) 8m ago 26m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:05:01.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (26m) 8m ago 26m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:05:01.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (25m) 8m ago 25m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:05:01.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (25m) 8m ago 25m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:05:01.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (25m) 8m ago 25m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:05:01.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (24m) 8m ago 24m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:05:01.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (24m) 8m ago 24m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:05:01.730 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (26m) 8m ago 27m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:05:02.042 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:05:02.110 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:05:02.110 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:02.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:02.111 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:05:02.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:02.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:02.111 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:05:02.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:02.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:02.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:02.112 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:05:02.113 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:02.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:02.113 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:05:02.113 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:02.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:02.114 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:05:02.114 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:05:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: cluster 2022-01-25T23:05:01.378339+0000 mgr.smithi111.vbmimw (mgr.14718) 701 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: audit 2022-01-25T23:05:01.444898+0000 mgr.smithi111.vbmimw (mgr.14718) 702 : audit [DBG] from='client.34532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: audit 2022-01-25T23:05:01.715354+0000 mgr.smithi111.vbmimw (mgr.14718) 703 : audit [DBG] 2022-01-25T23:05:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: from='client.34536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: audit 2022-01-25T23:05 2022-01-25T23:05:02.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:02 smithi111 conmon[101466]: :02.042598+0000 mon.smithi111 (mon.0) 442 : audit [DBG] from='client.? 172.21.15.111:0/2850024631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: cluster 2022-01-25T23:05:01.378339+0000 mgr.smithi111.vbmimw (mgr.14718) 701 : cluster [DBG] 2022-01-25T23:05:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: pgmap v605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: audit 2022-01-25T23:05:01.444898+0000 mgr.smithi111.vbmimw (mgr.14718) 702 : audit [DBG] from='client.34532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:05:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: 05:01.715354+0000 mgr.smithi111.vbmimw (mgr.14718) 703 : audit [DBG] from='client.34536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:05:03.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: 05:02.042598+0000 mon.smithi111 (mon.0 2022-01-25T23:05:03.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:02 smithi179 conmon[67066]: ) 442 : audit [DBG] from='client.? 172.21.15.111:0/2850024631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:04 smithi111 conmon[101466]: cluster 2022-01-25T23:05:03.379187+0000 mgr.smithi111.vbmimw (mgr.14718) 704 : cluster [DBG] 2022-01-25T23:05:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:04 smithi111 conmon[101466]: pgmap v606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:04 smithi179 conmon[67066]: cluster 2022-01-25T23:05:03.379187+0000 mgr.smithi111.vbmimw (mgr.14718) 704 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:06 smithi111 conmon[101466]: cluster 2022-01-25T23:05:05.379726+0000 mgr.smithi111.vbmimw (mgr.14718) 705 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:06 smithi179 conmon[67066]: cluster 2022-01-25T23:05:05.379726+0000 mgr.smithi111.vbmimw (mgr.14718) 705 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:08 smithi111 conmon[101466]: cluster 2022-01-25T23:05:07.380256+0000 mgr.smithi111.vbmimw (mgr.14718) 706 : cluster 2022-01-25T23:05:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:08 smithi111 conmon[101466]: [DBG] pgmap v608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:08 smithi179 conmon[67066]: cluster 2022-01-25T23:05:07.380256+0000 mgr.smithi111.vbmimw (mgr.14718) 706 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:10 smithi111 conmon[101466]: cluster 2022-01-25T23:05:09.381035+0000 mgr.smithi111.vbmimw (mgr.14718) 707 : cluster 2022-01-25T23:05:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:10 smithi111 conmon[101466]: [DBG] pgmap v609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:10 smithi179 conmon[67066]: cluster 2022-01-25T23:05:09.381035+0000 mgr.smithi111.vbmimw (mgr.14718) 707 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:12 smithi111 conmon[101466]: cluster 2022-01-25T23:05:11.381735+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:05:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:12 smithi111 conmon[101466]: mgr.14718) 708 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:12 smithi179 conmon[67066]: cluster 2022-01-25T23:05:11.381735+0000 mgr.smithi111.vbmimw (mgr.14718) 708 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:13.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:12 smithi179 conmon[67066]: 2022-01-25T23:05:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:14 smithi111 conmon[101466]: cluster 2022-01-25T23:05:13.382469+0000 mgr.smithi111.vbmimw (mgr.14718) 709 : cluster 2022-01-25T23:05:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:14 smithi111 conmon[101466]: [DBG] pgmap v611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:14 smithi179 conmon[67066]: cluster 2022-01-25T23:05:13.382469+0000 mgr.smithi111.vbmimw (mgr.14718) 709 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:16.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:16 smithi111 conmon[101466]: cluster 2022-01-25T23:05:15.383019+0000 mgr.smithi111.vbmimw (mgr.14718) 710 : cluster 2022-01-25T23:05:16.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:16 smithi111 conmon[101466]: [DBG] pgmap v612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:16 smithi179 conmon[67066]: cluster 2022-01-25T23:05:15.383019+0000 mgr.smithi111.vbmimw (mgr.14718) 710 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:18 smithi111 conmon[101466]: cluster 2022-01-25T23:05:17.383542+0000 mgr.smithi111.vbmimw (mgr.14718) 711 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:18 smithi179 conmon[67066]: cluster 2022-01-25T23:05:17.383542+0000 mgr.smithi111.vbmimw (mgr.14718) 711 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:20 smithi111 conmon[101466]: cluster 2022-01-25T23:05:19.384418+0000 mgr.smithi111.vbmimw (mgr.14718) 712 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:20 smithi179 conmon[67066]: cluster 2022-01-25T23:05:19.384418+0000 mgr.smithi111.vbmimw (mgr.14718) 712 : cluster [DBG] 2022-01-25T23:05:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:20 smithi179 conmon[67066]: pgmap v614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:22 smithi111 conmon[101466]: cluster 2022-01-25T23:05:21.384959+0000 mgr.smithi111.vbmimw (mgr.14718) 713 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:22 smithi179 conmon[67066]: cluster 2022-01-25T23:05:21.384959+0000 mgr.smithi111.vbmimw (mgr.14718) 713 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:24 smithi179 conmon[67066]: cluster 2022-01-25T23:05:23.385844+0000 mgr.smithi111.vbmimw (mgr.14718) 714 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:24 smithi111 conmon[101466]: cluster 2022-01-25T23:05:23.385844+0000 mgr.smithi111.vbmimw (mgr.14718) 714 : cluster [DBG] 2022-01-25T23:05:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:24 smithi111 conmon[101466]: pgmap v616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:26 smithi179 conmon[67066]: cluster 2022-01-25T23:05:25.386327+0000 mgr.smithi111.vbmimw (mgr.14718) 715 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:26 smithi111 conmon[101466]: cluster 2022-01-25T23:05:25.386327+0000 mgr.smithi111.vbmimw (mgr.14718) 715 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:26 smithi111 conmon[101466]: 2022-01-25T23:05:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:28 smithi179 conmon[67066]: cluster 2022-01-25T23:05:27.386915+0000 mgr.smithi111.vbmimw (mgr.14718) 716 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:28 smithi111 conmon[101466]: cluster 2022-01-25T23:05:27.386915+0000 mgr.smithi111.vbmimw (mgr.14718) 716 : cluster [DBG] 2022-01-25T23:05:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:28 smithi111 conmon[101466]: pgmap v618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:30 smithi179 conmon[67066]: cluster 2022-01-25T23:05:29.387721+0000 mgr.smithi111.vbmimw (mgr.14718) 717 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:30 smithi111 conmon[101466]: cluster 2022-01-25T23:05:29.387721+0000 mgr.smithi111.vbmimw (mgr.14718) 717 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:32.342 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:05:32.610 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:32.610 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (27m) 8m ago 28m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:05:32.611 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (19m) 8m ago 28m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:05:32.611 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (19m) 8m ago 28m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:05:32.611 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (27m) 8m ago 28m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:05:32.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (23m) 8m ago 23m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:05:32.612 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (23m) 8m ago 23m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:05:32.612 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (20m) 8m ago 29m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:05:32.612 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (19m) 8m ago 28m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:05:32.612 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (19m) 8m ago 30m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:05:32.613 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (19m) 8m ago 27m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:05:32.613 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (20m) 8m ago 20m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:05:32.613 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (20m) 8m ago 20m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:05:32.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (28m) 8m ago 28m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:05:32.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (27m) 8m ago 27m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:05:32.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 8m ago 27m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:05:32.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (27m) 8m ago 27m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:05:32.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (26m) 8m ago 26m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:05:32.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (26m) 8m ago 26m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:05:32.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (26m) 8m ago 26m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:05:32.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (25m) 8m ago 25m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:05:32.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (25m) 8m ago 25m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:05:32.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (25m) 8m ago 25m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:05:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (27m) 8m ago 28m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:05:32.944 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:05:32.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:05:32.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:32.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:32.946 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:05:32.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:32.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:32.947 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:05:32.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:32.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:32.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:32.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:05:32.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:32.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:05:32.948 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:05:32.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:32.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:32.949 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:05:32.949 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:05:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:32 smithi111 conmon[101466]: cluster 2022-01-25T23:05:31.388406+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:05:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:32 smithi111 conmon[101466]: 718 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:32 smithi179 conmon[67066]: cluster 2022-01-25T23:05:31.388406+0000 mgr.smithi111.vbmimw (mgr.14718) 718 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:33 smithi179 conmon[67066]: audit 2022-01-25T23:05:32.331734+0000 mgr.smithi111.vbmimw (mgr.14718) 719 : audit [DBG] from='client.34544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:33 smithi179 conmon[67066]: audit 2022-01-25T23:05:32.602021+0000 mgr.smithi111.vbmimw (mgr.14718) 720 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:33 smithi179 conmon[67066]: audit 2022-01-25T23:05:32.945468+0000 mon.smithi111 (mon.0) 443 : audit [DBG] from='client.? 172.21.15.111:0/2994298888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:33 smithi111 conmon[101466]: audit 2022-01-25T23:05:32.331734+0000 mgr.smithi111.vbmimw (mgr.14718) 719 : audit [DBG] from='client.34544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:33 smithi111 conmon[101466]: audit 2022-01-25T23:05:32.602021+0000 mgr.smithi111.vbmimw (mgr.14718) 720 : audit [DBG] from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:33 smithi111 conmon[101466]: audit 2022-01-25T23:05:32.945468+0000 mon.smithi111 (mon.0) 443 : audit [DBG] from='client.? 172.21.15.111:0/2994298888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:34 smithi179 conmon[67066]: cluster 2022-01-25T23:05:33.389026+0000 mgr.smithi111.vbmimw (mgr.14718) 721 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:34 smithi111 conmon[101466]: cluster 2022-01-25T23:05:33.389026+0000 mgr.smithi111.vbmimw (mgr.14718) 721 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:34 smithi111 conmon[101466]: 2022-01-25T23:05:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:36 smithi179 conmon[67066]: cluster 2022-01-25T23:05:35.389608+0000 mgr.smithi111.vbmimw (mgr.14718) 722 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:36 smithi111 conmon[101466]: cluster 2022-01-25T23:05:35.389608+0000 mgr.smithi111.vbmimw (mgr.14718) 722 : cluster [DBG] 2022-01-25T23:05:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:36 smithi111 conmon[101466]: pgmap v622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:37 smithi179 conmon[67066]: audit 2022-01-25T23:05:37.370424+0000 mon.smithi111 (mon.0) 444 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:37 smithi179 conmon[67066]: audit 2022-01-25T23:05:37.370695+0000 mon.smithi111 (mon.0) 445 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:37 smithi111 conmon[101466]: audit 2022-01-25T23:05:37.370424+0000 mon.smithi111 (mon.0) 444 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:37 smithi111 conmon[101466]: 2022-01-25T23:05:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:37 smithi111 conmon[101466]: audit 2022-01-25T23:05:37.370695+0000 mon.smithi111 (mon.0) 445 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:38 smithi179 conmon[67066]: cluster 2022-01-25T23:05:37.390068+0000 mgr.smithi111.vbmimw (mgr.14718) 723 : cluster [DBG] 2022-01-25T23:05:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:38 smithi179 conmon[67066]: pgmap v623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:38 smithi111 conmon[101466]: cluster 2022-01-25T23:05:37.390068+0000 mgr.smithi111.vbmimw (mgr.14718) 723 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:40 smithi179 conmon[67066]: cluster 2022-01-25T23:05:39.390852+0000 mgr.smithi111.vbmimw (mgr.14718) 724 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:40 smithi111 conmon[101466]: cluster 2022-01-25T23:05:39.390852+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:05:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:40 smithi111 conmon[101466]: 724 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:42 smithi111 conmon[101466]: cluster 2022-01-25T23:05:41.391400+0000 mgr.smithi111.vbmimw (mgr.14718) 725 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:42 smithi179 conmon[67066]: cluster 2022-01-25T23:05:41.391400+0000 mgr.smithi111.vbmimw (mgr.14718) 725 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:44 smithi179 conmon[67066]: cluster 2022-01-25T23:05:43.392200+0000 mgr.smithi111.vbmimw (mgr.14718) 726 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:44 smithi111 conmon[101466]: cluster 2022-01-25T23:05:43.392200+0000 mgr.smithi111.vbmimw (mgr.14718) 726 : 2022-01-25T23:05:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:44 smithi111 conmon[101466]: cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:46 smithi179 conmon[67066]: cluster 2022-01-25T23:05:45.392860+0000 mgr.smithi111.vbmimw (mgr.14718) 727 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:46 smithi111 conmon[101466]: cluster 2022-01-25T23:05:45.392860+0000 mgr.smithi111.vbmimw (mgr.14718) 727 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:48 smithi179 conmon[67066]: cluster 2022-01-25T23:05:47.393330+0000 mgr.smithi111.vbmimw (mgr.14718) 728 : cluster [DBG] 2022-01-25T23:05:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:48 smithi179 conmon[67066]: pgmap v628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:48 smithi111 conmon[101466]: cluster 2022-01-25T23:05:47.393330+0000 mgr.smithi111.vbmimw (mgr.14718) 728 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:48 smithi111 conmon[101466]: 2022-01-25T23:05:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:50 smithi179 conmon[67066]: cluster 2022-01-25T23:05:49.394031+0000 mgr.smithi111.vbmimw (mgr.14718) 729 : cluster [DBG] 2022-01-25T23:05:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:50 smithi179 conmon[67066]: pgmap v629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:50 smithi111 conmon[101466]: cluster 2022-01-25T23:05:49.394031+0000 mgr.smithi111.vbmimw (mgr.14718) 729 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: cluster 2022-01-25T23:05:51.394728+0000 mgr.smithi111.vbmimw (mgr.14718) 730 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: audit 2022-01-25T23:05:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: 2022-01-25T23:05:52.767350+0000 mon.smithi111 (mon.0) 446 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: audit 2022-01-25T23:05:52.768714+0000 mon.smithi111 (mon.0) 447 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: audit 2022-01-25T23:05:52.769574+0000 mon.smithi111 2022-01-25T23:05:52.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:52 smithi111 conmon[101466]: (mon.0) 448 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: cluster 2022-01-25T23:05:51.394728+0000 mgr.smithi111.vbmimw (mgr.14718) 730 : cluster [DBG] 2022-01-25T23:05:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: pgmap v630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: audit 2022-01-25T23:05:52.767350+0000 mon.smithi111 (mon.0) 446 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: 2022-01-25T23:05:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:05:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: 01-25T23:05:52.768714+0000 mon.smithi111 (mon.0) 2022-01-25T23:05:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: 447 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:53.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:05:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: 25T23:05:52.769574+0000 mon.smithi111 ( 2022-01-25T23:05:53.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:52 smithi179 conmon[67066]: mon.0) 448 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: cephadm 2022-01-25T23:05:52.770274+0000 mgr.smithi111.vbmimw (mgr.14718) 731 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:54.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: audit 2022-01-25T23:05:53.060218+0000 mon.smithi111 (mon.0) 449 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:05:54.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: audit 2022-01-25T23:05:53.067575+0000 mon.smithi111 (mon.0) 450 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:05:54.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: audit 2022-01-25T23:05:53.071482+0000 mon.smithi111 (mon.0) 451 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:05:54.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: 2022-01-25T23:05:54.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: audit 2022-01-25T23:05:53 2022-01-25T23:05:54.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:53 smithi179 conmon[67066]: .076731+0000 mon.smithi111 (mon.0) 452 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:05:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: cephadm 2022-01-25T23:05:52.770274+0000 mgr.smithi111.vbmimw (mgr.14718) 731 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: audit 2022-01-25T23:05:53.060218+0000 mon.smithi111 (mon.0) 449 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:05:54.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: audit 2022-01-25T23:05:53.067575+0000 mon.smithi111 ( 2022-01-25T23:05:54.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: mon.0) 450 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:05:54.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: audit 2022-01-25T23:05:54.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: 2022-01-25T23:05:53.071482+0000 mon.smithi111 (mon. 2022-01-25T23:05:54.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: 0) 451 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:05:54.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:05:54.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: -25T23:05:53.076731+0000 mon.smithi111 ( 2022-01-25T23:05:54.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:53 smithi111 conmon[101466]: mon.0) 452 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:05:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:54 smithi179 conmon[67066]: cluster 2022-01-25T23:05:53.395329+0000 mgr.smithi111.vbmimw (mgr.14718) 732 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:54 smithi111 conmon[101466]: cluster 2022-01-25T23:05:53.395329+0000 mgr.smithi111.vbmimw (mgr.14718) 732 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:56 smithi179 conmon[67066]: cluster 2022-01-25T23:05:55.395945+0000 mgr.smithi111.vbmimw (mgr.14718) 733 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:56 smithi111 conmon[101466]: cluster 2022-01-25T23:05:55.395945+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:05:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:56 smithi111 conmon[101466]: ) 733 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:05:58 smithi179 conmon[67066]: cluster 2022-01-25T23:05:57.396640+0000 mgr.smithi111.vbmimw (mgr.14718) 734 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:58 smithi111 conmon[101466]: cluster 2022-01-25T23:05:57.396640+0000 mgr.smithi111.vbmimw (mgr.14718) 734 : cluster 2022-01-25T23:05:59.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:05:58 smithi111 conmon[101466]: [DBG] pgmap v633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:00 smithi179 conmon[67066]: cluster 2022-01-25T23:05:59.397479+0000 mgr.smithi111.vbmimw (mgr.14718) 735 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:00 smithi111 conmon[101466]: cluster 2022-01-25T23:05:59.397479+0000 mgr.smithi111.vbmimw (mgr.14718) 735 : cluster [DBG] 2022-01-25T23:06:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:00 smithi111 conmon[101466]: pgmap v634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:02 smithi111 conmon[101466]: cluster 2022-01-25T23:06:01.398155+0000 mgr.smithi111.vbmimw (mgr.14718) 736 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:02 smithi179 conmon[67066]: cluster 2022-01-25T23:06:01.398155+0000 mgr.smithi111.vbmimw (mgr.14718) 736 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:03.243 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:06:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (28m) 9m ago 29m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:06:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (19m) 9m ago 29m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:06:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (19m) 9m ago 28m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:06:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (27m) 9m ago 28m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:06:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (24m) 9m ago 24m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:06:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (24m) 9m ago 24m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:06:03.513 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (20m) 9m ago 30m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:06:03.513 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (20m) 9m ago 28m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:06:03.513 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (20m) 9m ago 30m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:06:03.514 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (19m) 9m ago 28m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:06:03.514 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (20m) 9m ago 20m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:06:03.514 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (20m) 9m ago 20m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:06:03.514 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (28m) 9m ago 28m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:06:03.515 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (28m) 9m ago 28m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:06:03.515 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (15m) 9m ago 27m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:06:03.515 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (27m) 9m ago 27m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:06:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (27m) 9m ago 27m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:06:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (26m) 9m ago 26m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:06:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (26m) 9m ago 26m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:06:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (26m) 9m ago 26m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:06:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (25m) 9m ago 25m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:06:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (25m) 9m ago 25m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:06:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (27m) 9m ago 28m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:06:03.835 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:06:03.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:06:03.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:03.836 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:03.836 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:06:03.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:03.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:03.837 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:06:03.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:03.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:03.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:03.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:06:03.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:03.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:03.839 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:06:03.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:03.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:03.840 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:06:03.840 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:06:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: audit 2022-01-25T23:06:03.232747+0000 mgr.smithi111.vbmimw (mgr.14718) 737 : audit [DBG] from='client.34556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: cluster 2022-01-25T23:06:03.398863+0000 mgr.smithi111.vbmimw (mgr.14718) 738 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: audit 2022-01-25T23:06:03.502880+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:06:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: 14718) 739 : audit [DBG] from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: audit 2022-01-25T23:06:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: 2022-01-25T23:06:03.835715+0000 mon.smithi111 (mon.0 2022-01-25T23:06:05.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:04 smithi179 conmon[67066]: ) 453 : audit [DBG] from='client.? 172.21.15.111:0/1847659533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:04 smithi111 conmon[101466]: audit 2022-01-25T23:06:03.232747+0000 mgr.smithi111.vbmimw (mgr.14718) 737 : audit [DBG] from='client.34556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:04 smithi111 conmon[101466]: cluster 2022-01-25T23:06:03.398863+0000 mgr.smithi111.vbmimw (mgr.14718) 738 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:04 smithi111 conmon[101466]: audit 2022-01-25T23:06:03.502880+0000 mgr.smithi111.vbmimw (mgr.14718) 739 : audit [DBG] from='client.34560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:04 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:06:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:04 smithi111 conmon[101466]: 23:06:03.835715+0000 mon.smithi111 (mon.0) 453 : audit [DBG] from='client.? 172.21.15.111:0/1847659533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:06 smithi179 conmon[67066]: cluster 2022-01-25T23:06:05.399418+0000 mgr.smithi111.vbmimw (mgr.14718) 740 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:06 smithi111 conmon[101466]: cluster 2022-01-25T23:06:05.399418+0000 mgr.smithi111.vbmimw (mgr.14718) 740 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:08 smithi179 conmon[67066]: cluster 2022-01-25T23:06:07.399922+0000 mgr.smithi111.vbmimw (mgr.14718) 741 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:08 smithi111 conmon[101466]: cluster 2022-01-25T23:06:07.399922+0000 mgr.smithi111.vbmimw (mgr.14718) 741 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:10 smithi179 conmon[67066]: cluster 2022-01-25T23:06:09.400725+0000 mgr.smithi111.vbmimw (mgr.14718) 742 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:10 smithi111 conmon[101466]: cluster 2022-01-25T23:06:09.400725+0000 mgr.smithi111.vbmimw (mgr.14718) 742 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:12 smithi111 conmon[101466]: cluster 2022-01-25T23:06:11.401419+0000 mgr.smithi111.vbmimw (mgr.14718) 743 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:12 smithi179 conmon[67066]: cluster 2022-01-25T23:06:11.401419+0000 mgr.smithi111.vbmimw (mgr.14718) 743 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:14 smithi179 conmon[67066]: cluster 2022-01-25T23:06:13.402159+0000 mgr.smithi111.vbmimw (mgr.14718) 744 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:14 smithi111 conmon[101466]: cluster 2022-01-25T23:06:13.402159+0000 mgr.smithi111.vbmimw (mgr.14718) 744 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:16 smithi179 conmon[67066]: cluster 2022-01-25T23:06:15.402685+0000 mgr.smithi111.vbmimw (mgr.14718) 745 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:16 smithi111 conmon[101466]: cluster 2022-01-25T23:06:15.402685+0000 mgr.smithi111.vbmimw (mgr.14718) 745 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:18 smithi179 conmon[67066]: cluster 2022-01-25T23:06:17.403202+0000 mgr.smithi111.vbmimw (mgr.14718) 746 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:18 smithi111 conmon[101466]: cluster 2022-01-25T23:06:17.403202+0000 mgr.smithi111.vbmimw (mgr.14718) 746 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:20 smithi179 conmon[67066]: cluster 2022-01-25T23:06:19.404078+0000 mgr.smithi111.vbmimw (mgr.14718) 747 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:20 smithi111 conmon[101466]: cluster 2022-01-25T23:06:19.404078+0000 mgr.smithi111.vbmimw (mgr.14718) 747 : cluster 2022-01-25T23:06:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:20 smithi111 conmon[101466]: [DBG] pgmap v644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:22 smithi111 conmon[101466]: cluster 2022-01-25T23:06:21.404778+0000 mgr.smithi111.vbmimw (mgr.14718) 748 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:22 smithi111 conmon[101466]: 2022-01-25T23:06:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:22 smithi179 conmon[67066]: cluster 2022-01-25T23:06:21.404778+0000 mgr.smithi111.vbmimw (mgr.14718) 748 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:24 smithi179 conmon[67066]: cluster 2022-01-25T23:06:23.405694+0000 mgr.smithi111.vbmimw (mgr.14718) 749 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:24 smithi111 conmon[101466]: cluster 2022-01-25T23:06:23.405694+0000 mgr.smithi111.vbmimw (mgr.14718) 749 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:24 smithi111 conmon[101466]: 2022-01-25T23:06:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:26 smithi179 conmon[67066]: cluster 2022-01-25T23:06:25.406221+0000 mgr.smithi111.vbmimw (mgr.14718) 750 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:26 smithi111 conmon[101466]: cluster 2022-01-25T23:06:25.406221+0000 mgr.smithi111.vbmimw (mgr.14718) 750 : cluster [DBG] 2022-01-25T23:06:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:26 smithi111 conmon[101466]: pgmap v647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:28 smithi179 conmon[67066]: cluster 2022-01-25T23:06:27.406872+0000 mgr.smithi111.vbmimw (mgr.14718) 751 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:28 smithi111 conmon[101466]: cluster 2022-01-25T23:06:27.406872+0000 mgr.smithi111.vbmimw (mgr.14718) 751 : cluster 2022-01-25T23:06:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:28 smithi111 conmon[101466]: [DBG] pgmap v648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:30 smithi179 conmon[67066]: cluster 2022-01-25T23:06:29.407581+0000 mgr.smithi111.vbmimw (mgr.14718) 752 : cluster [DBG] 2022-01-25T23:06:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:30 smithi179 conmon[67066]: pgmap v649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:30 smithi111 conmon[101466]: cluster 2022-01-25T23:06:29.407581+0000 mgr.smithi111.vbmimw (mgr.14718) 752 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:30 smithi111 conmon[101466]: 2022-01-25T23:06:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:32 smithi111 conmon[101466]: cluster 2022-01-25T23:06:31.408346+0000 mgr.smithi111.vbmimw (mgr.14718) 753 : cluster [DBG] 2022-01-25T23:06:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:32 smithi111 conmon[101466]: pgmap v650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:32 smithi179 conmon[67066]: cluster 2022-01-25T23:06:31.408346+0000 mgr.smithi111.vbmimw (mgr.14718) 753 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:34.133 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:06:34.397 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:34.397 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (28m) 9m ago 29m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:06:34.398 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (20m) 9m ago 29m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:06:34.398 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (20m) 9m ago 29m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:06:34.398 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (28m) 9m ago 29m 36.5M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:06:34.398 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (24m) 9m ago 24m 17.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:06:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (24m) 9m ago 24m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:06:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (21m) 9m ago 31m 465M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:06:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (20m) 9m ago 29m 393M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:06:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (20m) 9m ago 31m 169M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:06:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (20m) 9m ago 28m 103M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:06:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (21m) 9m ago 21m 146M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:06:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (21m) 9m ago 21m 91.8M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:06:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (29m) 9m ago 29m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:06:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (28m) 9m ago 28m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:06:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (15m) 9m ago 28m 1771M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:06:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (28m) 9m ago 28m 2791M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:06:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (27m) 9m ago 27m 2107M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:06:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (27m) 9m ago 27m 2765M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:06:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (27m) 9m ago 27m 2322M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:06:34.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (26m) 9m ago 26m 3314M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:06:34.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (26m) 9m ago 26m 2628M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:06:34.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (26m) 9m ago 26m 4225M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:06:34.402 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (28m) 9m ago 29m 52.0M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:06:34.714 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:06:34.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:06:34.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:34.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:34.716 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:06:34.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:34.716 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:34.716 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:06:34.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:34.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:34.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:34.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:06:34.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:34.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:06:34.718 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:06:34.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:34.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:34.720 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:06:34.720 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:06:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:34 smithi111 conmon[101466]: cluster 2022-01-25T23:06:33.409058+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:06:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:34 smithi111 conmon[101466]: 754 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:34 smithi111 conmon[101466]: audit 2022-01-25T23:06:34.715305+0000 mon.smithi111 (mon.0) 454 : audit [DBG] from='client.? 172.21.15.111:0/3229055582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:34 smithi179 conmon[67066]: cluster 2022-01-25T23:06:33.409058+0000 mgr.smithi111.vbmimw (mgr.14718) 754 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:34 smithi179 conmon[67066]: audit 2022-01-25T23:06:34.715305+0000 mon.smithi111 (mon.0) 454 : audit [DBG] from='client.? 172.21.15.111:0/3229055582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:35 smithi111 conmon[101466]: audit 2022-01-25T23:06:34.122261+0000 mgr.smithi111.vbmimw (mgr.14718) 755 : audit [DBG] from='client.34568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:35 smithi111 conmon[101466]: audit 2022-01-25T23:06:34.389269+0000 mgr.smithi111.vbmimw (mgr.14718) 756 : audit [DBG] from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:35 smithi179 conmon[67066]: audit 2022-01-25T23:06:34.122261+0000 mgr.smithi111.vbmimw (mgr.14718) 755 : audit [DBG] from='client.34568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:36.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:35 smithi179 conmon[67066]: audit 2022-01-25T23:06:34.389269+0000 mgr.smithi111.vbmimw (mgr.14718) 756 : audit [DBG] from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:36 smithi111 conmon[101466]: cluster 2022-01-25T23:06:35.409548+0000 mgr.smithi111.vbmimw (mgr.14718) 757 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:36 smithi179 conmon[67066]: cluster 2022-01-25T23:06:35.409548+0000 mgr.smithi111.vbmimw (mgr.14718) 757 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:36 smithi179 conmon[67066]: 2022-01-25T23:06:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:37 smithi111 conmon[101466]: audit 2022-01-25T23:06:37.374309+0000 mon.smithi111 (mon.0) 455 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:37 smithi111 conmon[101466]: audit 2022-01-25T23:06:37.374531+0000 mon.smithi111 (mon. 2022-01-25T23:06:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:37 smithi111 conmon[101466]: 0) 456 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:37 smithi179 conmon[67066]: audit 2022-01-25T23:06:37.374309+0000 mon.smithi111 (mon.0) 455 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:37 smithi179 conmon[67066]: audit 2022-01-25T23:06:37.374531+0000 mon.smithi111 (mon.0) 456 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:38 smithi111 conmon[101466]: cluster 2022-01-25T23:06:37.409960+0000 mgr.smithi111.vbmimw (mgr.14718) 758 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:39.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:38 smithi111 conmon[101466]: 2022-01-25T23:06:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:38 smithi179 conmon[67066]: cluster 2022-01-25T23:06:37.409960+0000 mgr.smithi111.vbmimw (mgr.14718) 758 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:40 smithi111 conmon[101466]: cluster 2022-01-25T23:06:39.410750+0000 mgr.smithi111.vbmimw (mgr.14718) 759 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:40 smithi179 conmon[67066]: cluster 2022-01-25T23:06:39.410750+0000 mgr.smithi111.vbmimw (mgr.14718) 759 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:42 smithi111 conmon[101466]: cluster 2022-01-25T23:06:41.411305+0000 mgr.smithi111.vbmimw (mgr.14718) 760 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:42 smithi179 conmon[67066]: cluster 2022-01-25T23:06:41.411305+0000 mgr.smithi111.vbmimw (mgr.14718) 760 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:44 smithi111 conmon[101466]: cluster 2022-01-25T23:06:43.412046+0000 mgr.smithi111.vbmimw (mgr.14718) 761 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:44 smithi111 conmon[101466]: 2022-01-25T23:06:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:44 smithi179 conmon[67066]: cluster 2022-01-25T23:06:43.412046+0000 mgr.smithi111.vbmimw (mgr.14718) 761 : cluster [DBG] 2022-01-25T23:06:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:44 smithi179 conmon[67066]: pgmap v656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:46 smithi111 conmon[101466]: cluster 2022-01-25T23:06:45.412767+0000 mgr.smithi111.vbmimw (mgr.14718) 762 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:46 smithi179 conmon[67066]: cluster 2022-01-25T23:06:45.412767+0000 mgr.smithi111.vbmimw (mgr.14718) 762 : cluster 2022-01-25T23:06:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:46 smithi179 conmon[67066]: [DBG] pgmap v657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:49.239 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:48 smithi111 conmon[101466]: cluster 2022-01-25T23:06:47.413248+0000 mgr.smithi111.vbmimw (mgr.14718) 763 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:48 smithi179 conmon[67066]: cluster 2022-01-25T23:06:47.413248+0000 mgr.smithi111.vbmimw (mgr.14718) 763 : cluster [DBG] 2022-01-25T23:06:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:48 smithi179 conmon[67066]: pgmap v658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:50 smithi111 conmon[101466]: cluster 2022-01-25T23:06:49.414197+0000 mgr.smithi111.vbmimw (mgr.14718) 764 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:50 smithi111 conmon[101466]: 2022-01-25T23:06:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:50 smithi179 conmon[67066]: cluster 2022-01-25T23:06:49.414197+0000 mgr.smithi111.vbmimw (mgr.14718) 764 : cluster 2022-01-25T23:06:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:50 smithi179 conmon[67066]: [DBG] pgmap v659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:52 smithi111 conmon[101466]: cluster 2022-01-25T23:06:51.414711+0000 mgr.smithi111.vbmimw (mgr.14718) 765 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:52 smithi179 conmon[67066]: cluster 2022-01-25T23:06:51.414711+0000 mgr.smithi111.vbmimw (mgr.14718) 765 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:53 smithi111 conmon[101466]: audit 2022-01-25T23:06:53.079130+0000 mon.smithi111 (mon.0) 457 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:53 smithi111 conmon[101466]: audit 2022-01-25T23:06:53.080579+0000 mon.smithi111 (mon.0) 458 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:53 smithi111 conmon[101466]: audit 2022-01-25T23:06:53.081466+0000 mon.smithi111 (mon.0) 459 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:54.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:53 smithi111 conmon[101466]: audit 2022-01-25T23:06:53.339990+0000 mon.smithi111 (mon.0) 460 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: audit 2022-01-25T23:06:53.079130+0000 mon.smithi111 (mon.0) 2022-01-25T23:06:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: 457 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: audit 2022-01-25T23:06:53.080579+0000 mon.smithi111 (mon.0) 458 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: audit 2022-01-25T23:06:53.081466+0000 mon.smithi111 (mon.0) 459 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:54.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: audit 2022-01-25T23:06:53.339990+0000 2022-01-25T23:06:54.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:53 smithi179 conmon[67066]: mon.smithi111 (mon.0) 460 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:54 smithi111 conmon[101466]: cephadm 2022-01-25T23:06:53.082233+0000 mgr.smithi111.vbmimw (mgr.14718) 766 : 2022-01-25T23:06:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:54 smithi111 conmon[101466]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:54 smithi111 conmon[101466]: cluster 2022-01-25T23:06:53.415326+0000 mgr.smithi111.vbmimw (mgr.14718) 767 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:54 smithi179 conmon[67066]: cephadm 2022-01-25T23:06:53.082233+0000 mgr.smithi111.vbmimw (mgr.14718) 766 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:54 smithi179 conmon[67066]: cluster 2022-01-25T23:06:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:54 smithi179 conmon[67066]: 2022-01-25T23:06:53.415326+0000 mgr.smithi111.vbmimw (mgr.14718) 767 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:56 smithi111 conmon[101466]: cluster 2022-01-25T23:06:55.415902+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:06:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:56 smithi111 conmon[101466]: mgr.14718) 768 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:57.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:56 smithi111 conmon[101466]: audit 2022-01-25T23:06:56.786046+0000 mon.smithi111 (mon.0) 461 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:56 smithi179 conmon[67066]: cluster 2022-01-25T23:06:55.415902+0000 mgr.smithi111.vbmimw (mgr.14718) 768 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:56 smithi179 conmon[67066]: audit 2022-01-25T23:06:56.786046+0000 mon.smithi111 (mon.0) 461 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:58 smithi111 conmon[101466]: cluster 2022-01-25T23:06:57.416341+0000 mgr.smithi111.vbmimw (mgr.14718) 769 2022-01-25T23:06:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:58 smithi111 conmon[101466]: : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:59.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:58 smithi111 conmon[101466]: audit 2022-01-25T23:06:58.581243+0000 mon.smithi111 (mon.0) 462 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:58 smithi111 conmon[101466]: audit 2022-01-25T23:06:58.877135+0000 mon.smithi111 (mon.0) 463 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:06:58 smithi111 conmon[101466]: audit 2022-01-25T23:06:58.882503+0000 mon.smithi111 (mon.0) 464 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:58 smithi179 conmon[67066]: cluster 2022-01-25T23:06:57.416341+0000 mgr.smithi111.vbmimw (mgr.14718) 769 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:58 smithi179 conmon[67066]: audit 2022-01-25T23:06:58.581243+0000 mon.smithi111 (mon.0) 462 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:58 smithi179 conmon[67066]: audit 2022-01-25T23:06:58.877135+0000 mon.smithi111 (mon.0) 463 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:06:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:58 smithi179 conmon[67066]: audit 2022-01-25T23:06:58.882503+0000 mon.smithi111 (mon.0 2022-01-25T23:06:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:06:58 smithi179 conmon[67066]: ) 464 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:07:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:00 smithi111 conmon[101466]: cluster 2022-01-25T23:06:59.417204+0000 mgr.smithi111.vbmimw (mgr.14718) 770 : cluster [DBG] 2022-01-25T23:07:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:00 smithi111 conmon[101466]: pgmap v664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:00 smithi179 conmon[67066]: cluster 2022-01-25T23:06:59.417204+0000 mgr.smithi111.vbmimw (mgr.14718) 770 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:03.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:02 smithi111 conmon[101466]: cluster 2022-01-25T23:07:01.417754+0000 mgr.smithi111.vbmimw (mgr.14718) 771 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:02 smithi179 conmon[67066]: cluster 2022-01-25T23:07:01.417754+0000 mgr.smithi111.vbmimw (mgr.14718) 771 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:03.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:02 smithi179 conmon[67066]: 2022-01-25T23:07:05.026 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:07:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:04 smithi111 conmon[101466]: cluster 2022-01-25T23:07:03.418675+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:07:05.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:04 smithi111 conmon[101466]: ) 772 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:05.295 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:07:05.295 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (29m) 6s ago 30m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:07:05.296 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (20m) 6s ago 30m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:07:05.296 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (20m) 8s ago 29m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:07:05.296 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (28m) 6s ago 30m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:07:05.296 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (25m) 6s ago 25m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:07:05.296 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (25m) 8s ago 25m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:07:05.297 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (21m) 6s ago 31m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:07:05.297 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (21m) 8s ago 29m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:07:05.297 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (21m) 6s ago 31m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:07:05.297 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (20m) 8s ago 29m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:07:05.298 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (21m) 6s ago 21m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:07:05.298 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (21m) 8s ago 21m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:07:05.298 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (29m) 6s ago 29m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:07:05.298 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (29m) 8s ago 29m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:07:05.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 6s ago 28m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:07:05.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (28m) 6s ago 28m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:07:05.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (28m) 6s ago 28m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:07:05.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (27m) 6s ago 27m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:07:05.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (27m) 8s ago 27m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:07:05.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (27m) 8s ago 27m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:07:05.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (27m) 8s ago 27m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:07:05.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (26m) 8s ago 26m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:07:05.300 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (28m) 6s ago 29m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:07:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:04 smithi179 conmon[67066]: cluster 2022-01-25T23:07:03.418675+0000 mgr.smithi111.vbmimw (mgr.14718) 772 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:04 smithi179 conmon[67066]: 2022-01-25T23:07:05.613 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:07:05.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:07:05.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:05.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:05.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:07:05.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:05.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:05.615 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:07:05.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:07:05.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:07:05.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:05.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:07:05.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:07:05.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:05.617 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:07:05.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:07:05.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:07:05.618 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:07:05.618 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:07:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:05 smithi111 conmon[101466]: audit 2022-01-25T23:07:05.614151+0000 mon.smithi111 (mon.0) 465 : audit 2022-01-25T23:07:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:05 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/1832798211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:05 smithi179 conmon[67066]: audit 2022-01-25T23:07:05.614151+0000 mon.smithi111 (mon.0) 465 : audit [DBG] from='client.? 172.21.15.111:0/1832798211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:06.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:05 smithi179 conmon[67066]: 2022-01-25T23:07:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:06 smithi111 conmon[101466]: audit 2022-01-25T23:07:05.014842+0000 mgr.smithi111.vbmimw (mgr.14718) 773 : audit [DBG] from='client.34580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:06 smithi111 conmon[101466]: 2022-01-25T23:07:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:06 smithi111 conmon[101466]: audit 2022-01-25T23:07:05.287004+0000 mgr.smithi111.vbmimw (mgr.14718) 774 : audit [DBG] from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:07.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:06 smithi111 conmon[101466]: cluster 2022-01-25T23:07:05.419122+0000 mgr.smithi111.vbmimw (mgr.14718) 775 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:07.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:06 smithi111 conmon[101466]: 2022-01-25T23:07:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:06 smithi179 conmon[67066]: audit 2022-01-25T23:07:05.014842+0000 mgr.smithi111.vbmimw (mgr.14718) 773 : audit 2022-01-25T23:07:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:06 smithi179 conmon[67066]: [DBG] from='client.34580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:06 smithi179 conmon[67066]: audit 2022-01-25T23:07:05.287004+0000 mgr.smithi111.vbmimw (mgr.14718) 774 : audit [DBG] from='client.34584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:06 smithi179 conmon[67066]: cluster 2022-01-25T23:07:05.419122+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:07:07.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:06 smithi179 conmon[67066]: ) 775 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:08 smithi111 conmon[101466]: cluster 2022-01-25T23:07:07.419547+0000 mgr.smithi111.vbmimw (mgr.14718) 776 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:08 smithi179 conmon[67066]: cluster 2022-01-25T23:07:07.419547+0000 mgr.smithi111.vbmimw (mgr.14718) 776 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:10 smithi111 conmon[101466]: cluster 2022-01-25T23:07:09.420467+0000 mgr.smithi111.vbmimw (mgr.14718) 777 : cluster [DBG] 2022-01-25T23:07:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:10 smithi111 conmon[101466]: pgmap v669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:10 smithi179 conmon[67066]: cluster 2022-01-25T23:07:09.420467+0000 mgr.smithi111.vbmimw (mgr.14718) 777 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:12 smithi179 conmon[67066]: cluster 2022-01-25T23:07:11.421191+0000 mgr.smithi111.vbmimw (mgr.14718) 778 : cluster 2022-01-25T23:07:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:12 smithi179 conmon[67066]: [DBG] pgmap v670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:12 smithi111 conmon[101466]: cluster 2022-01-25T23:07:11.421191+0000 mgr.smithi111.vbmimw (mgr.14718) 778 : cluster [DBG] 2022-01-25T23:07:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:12 smithi111 conmon[101466]: pgmap v670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:14 smithi111 conmon[101466]: cluster 2022-01-25T23:07:13.421918+0000 mgr.smithi111.vbmimw (mgr.14718) 779 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:14 smithi179 conmon[67066]: cluster 2022-01-25T23:07:13.421918+0000 mgr.smithi111.vbmimw (mgr.14718) 779 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:16 smithi111 conmon[101466]: cluster 2022-01-25T23:07:15.422496+0000 mgr.smithi111.vbmimw (mgr.14718) 780 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:16 smithi179 conmon[67066]: cluster 2022-01-25T23:07:15.422496+0000 mgr.smithi111.vbmimw (mgr.14718) 780 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:18 smithi111 conmon[101466]: cluster 2022-01-25T23:07:17.422961+0000 mgr.smithi111.vbmimw (mgr.14718) 781 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:18 smithi179 conmon[67066]: cluster 2022-01-25T23:07:17.422961+0000 mgr.smithi111.vbmimw (mgr.14718) 781 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:20 smithi111 conmon[101466]: cluster 2022-01-25T23:07:19.423593+0000 mgr.smithi111.vbmimw (mgr.14718) 782 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:20 smithi111 conmon[101466]: 2022-01-25T23:07:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:20 smithi179 conmon[67066]: cluster 2022-01-25T23:07:19.423593+0000 mgr.smithi111.vbmimw (mgr.14718) 782 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:22 smithi111 conmon[101466]: cluster 2022-01-25T23:07:21.424286+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:07:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:22 smithi111 conmon[101466]: ) 783 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:22 smithi179 conmon[67066]: cluster 2022-01-25T23:07:21.424286+0000 mgr.smithi111.vbmimw (mgr.14718) 783 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:24 smithi179 conmon[67066]: cluster 2022-01-25T23:07:23.424950+0000 mgr.smithi111.vbmimw (mgr.14718) 784 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:24 smithi111 conmon[101466]: cluster 2022-01-25T23:07:23.424950+0000 mgr.smithi111.vbmimw (mgr.14718) 784 : cluster 2022-01-25T23:07:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:24 smithi111 conmon[101466]: [DBG] pgmap v676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:26 smithi179 conmon[67066]: cluster 2022-01-25T23:07:25.425588+0000 mgr.smithi111.vbmimw (mgr.14718) 785 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:26 smithi179 conmon[67066]: 2022-01-25T23:07:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:26 smithi111 conmon[101466]: cluster 2022-01-25T23:07:25.425588+0000 mgr.smithi111.vbmimw (mgr.14718) 785 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:26 smithi111 conmon[101466]: 2022-01-25T23:07:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:28 smithi179 conmon[67066]: cluster 2022-01-25T23:07:27.426149+0000 mgr.smithi111.vbmimw (mgr.14718) 786 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:28 smithi111 conmon[101466]: cluster 2022-01-25T23:07:27.426149+0000 mgr.smithi111.vbmimw (mgr.14718) 786 : cluster [DBG] 2022-01-25T23:07:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:28 smithi111 conmon[101466]: pgmap v678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:30 smithi179 conmon[67066]: cluster 2022-01-25T23:07:29.426917+0000 mgr.smithi111.vbmimw (mgr.14718) 787 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:30 smithi111 conmon[101466]: cluster 2022-01-25T23:07:29.426917+0000 mgr.smithi111.vbmimw (mgr.14718) 787 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:32 smithi111 conmon[101466]: cluster 2022-01-25T23:07:31.427400+0000 mgr.smithi111.vbmimw (mgr.14718) 788 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:32 smithi179 conmon[67066]: cluster 2022-01-25T23:07:31.427400+0000 mgr.smithi111.vbmimw (mgr.14718) 788 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:34 smithi179 conmon[67066]: cluster 2022-01-25T23:07:33.428304+0000 mgr.smithi111.vbmimw (mgr.14718) 789 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:34 smithi111 conmon[101466]: cluster 2022-01-25T23:07:33.428304+0000 mgr.smithi111.vbmimw (mgr.14718) 789 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:35.915 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:07:36.182 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:07:36.182 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (29m) 37s ago 30m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:07:36.182 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (21m) 37s ago 30m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:07:36.183 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (21m) 39s ago 30m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:07:36.183 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (29m) 37s ago 30m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:07:36.183 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (25m) 37s ago 25m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:07:36.183 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (25m) 39s ago 25m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:07:36.184 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (22m) 37s ago 32m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:07:36.184 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (21m) 39s ago 30m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:07:36.184 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (21m) 37s ago 32m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:07:36.184 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (21m) 39s ago 30m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:07:36.185 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (22m) 37s ago 22m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:07:36.185 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (22m) 39s ago 22m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:07:36.185 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (30m) 37s ago 30m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:07:36.185 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (29m) 39s ago 29m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:07:36.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 37s ago 29m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:07:36.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (29m) 37s ago 29m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:07:36.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (28m) 37s ago 28m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:07:36.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (28m) 37s ago 28m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:07:36.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (28m) 39s ago 28m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:07:36.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (27m) 39s ago 27m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:07:36.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (27m) 39s ago 27m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:07:36.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (27m) 39s ago 27m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:07:36.187 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (29m) 37s ago 30m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:07:36.497 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:07:36.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:07:36.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:36.498 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:36.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:07:36.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:36.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:36.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:07:36.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:07:36.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:07:36.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:36.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:07:36.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:07:36.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:07:36.501 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:07:36.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:07:36.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:07:36.502 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:07:36.502 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:07:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:36 smithi179 conmon[67066]: cluster 2022-01-25T23:07:35.429042+0000 mgr.smithi111.vbmimw (mgr.14718) 790 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:36 smithi179 conmon[67066]: audit 2022-01-25T23:07:35.903971+0000 mgr.smithi111.vbmimw (mgr.14718) 791 : audit [DBG] from='client.34592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:36 smithi179 conmon[67066]: audit 2022-01-25T23:07:36.498104+0000 mon.smithi111 (mon.0) 466 : audit [DBG] from='client.? 172.21.15.111:0/591778711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: cluster 2022-01-25T23:07:35.429042+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:07:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: ) 790 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: audit 2022-01-25T23:07:35.903971+0000 mgr.smithi111.vbmimw (mgr.14718) 791 : audit [DBG] from='client.34592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:37.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: audit 2022-01-25T23:07:36.498104+0000 2022-01-25T23:07:37.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: mon.smithi111 (mon.0) 466 : audit [DBG] from='client.? 172.21.15.111:0/591778711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:37.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:36 smithi111 conmon[101466]: 2022-01-25T23:07:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:37 smithi179 conmon[67066]: audit 2022-01-25T23:07:36.172200+0000 mgr.smithi111.vbmimw (mgr.14718) 792 : audit [DBG] from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:37 smithi179 conmon[67066]: audit 2022-01-25T23:07:37.378244+0000 mon.smithi111 (mon.0) 467 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:37 smithi179 conmon[67066]: audit 2022-01-25T23:07:37.378438+0000 mon.smithi111 (mon.0) 468 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: audit 2022-01-25T23:07:36.172200+0000 mgr.smithi111.vbmimw (mgr.14718) 792 : audit [DBG] 2022-01-25T23:07:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: audit 2022-01-25T23:07:37.378244+0000 mon.smithi111 (mon.0) 467 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: audit 2022-01-25T23:07:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: 2022-01-25T23:07:37.378438+0000 mon.smithi111 (mon.0) 2022-01-25T23:07:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:37 smithi111 conmon[101466]: 468 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:38 smithi179 conmon[67066]: cluster 2022-01-25T23:07:37.429537+0000 mgr.smithi111.vbmimw (mgr.14718) 793 : cluster 2022-01-25T23:07:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:38 smithi179 conmon[67066]: [DBG] pgmap v683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:38 smithi111 conmon[101466]: cluster 2022-01-25T23:07:37.429537+0000 mgr.smithi111.vbmimw (mgr.14718) 793 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:40 smithi179 conmon[67066]: cluster 2022-01-25T23:07:39.430351+0000 mgr.smithi111.vbmimw (mgr.14718) 794 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:40 smithi111 conmon[101466]: cluster 2022-01-25T23:07:39.430351+0000 mgr.smithi111.vbmimw (mgr.14718) 794 : cluster 2022-01-25T23:07:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:40 smithi111 conmon[101466]: [DBG] pgmap v684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:42 smithi111 conmon[101466]: cluster 2022-01-25T23:07:41.431063+0000 mgr.smithi111.vbmimw (mgr.14718) 795 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:42 smithi179 conmon[67066]: cluster 2022-01-25T23:07:41.431063+0000 mgr.smithi111.vbmimw (mgr.14718) 795 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:44 smithi179 conmon[67066]: cluster 2022-01-25T23:07:43.431760+0000 mgr.smithi111.vbmimw (mgr.14718) 796 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:44 smithi111 conmon[101466]: cluster 2022-01-25T23:07:43.431760+0000 mgr.smithi111.vbmimw (mgr.14718) 796 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:46 smithi179 conmon[67066]: cluster 2022-01-25T23:07:45.432410+0000 mgr.smithi111.vbmimw (mgr.14718) 797 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:46 smithi111 conmon[101466]: cluster 2022-01-25T23:07:45.432410+0000 mgr.smithi111.vbmimw (mgr.14718) 797 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:48 smithi179 conmon[67066]: cluster 2022-01-25T23:07:47.432955+0000 mgr.smithi111.vbmimw (mgr.14718) 798 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:48 smithi111 conmon[101466]: cluster 2022-01-25T23:07:47.432955+0000 mgr.smithi111.vbmimw (mgr.14718) 798 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:50 smithi179 conmon[67066]: cluster 2022-01-25T23:07:49.433608+0000 mgr.smithi111.vbmimw (mgr.14718) 799 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:50 smithi111 conmon[101466]: cluster 2022-01-25T23:07:49.433608+0000 mgr.smithi111.vbmimw (mgr.14718) 799 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:52 smithi111 conmon[101466]: cluster 2022-01-25T23:07:51.434363+0000 mgr.smithi111.vbmimw (mgr.14718) 800 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:52 smithi179 conmon[67066]: cluster 2022-01-25T23:07:51.434363+0000 mgr.smithi111.vbmimw (mgr.14718) 800 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:54 smithi179 conmon[67066]: cluster 2022-01-25T23:07:53.435226+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:07:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:54 smithi179 conmon[67066]: mgr.14718) 801 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:54 smithi111 conmon[101466]: cluster 2022-01-25T23:07:53.435226+0000 mgr.smithi111.vbmimw (mgr.14718) 801 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:56 smithi179 conmon[67066]: cluster 2022-01-25T23:07:55.435902+0000 mgr.smithi111.vbmimw (mgr.14718) 802 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:56 smithi179 conmon[67066]: 2022-01-25T23:07:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:56 smithi111 conmon[101466]: cluster 2022-01-25T23:07:55.435902+0000 mgr.smithi111.vbmimw (mgr.14718) 802 : cluster 2022-01-25T23:07:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:56 smithi111 conmon[101466]: [DBG] pgmap v692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:58 smithi179 conmon[67066]: cluster 2022-01-25T23:07:57.436476+0000 mgr.smithi111.vbmimw (mgr.14718) 803 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:58 smithi111 conmon[101466]: cluster 2022-01-25T23:07:57.436476+0000 mgr.smithi111.vbmimw (mgr.14718) 803 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: audit 2022-01-25T23:07:58.885358+0000 mon.smithi111 (mon.0) 469 : audit 2022-01-25T23:08:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: audit 2022-01-25T23:07:58.886756+0000 mon.smithi111 (mon.0) 470 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: audit 2022-01-25T23:07:58.887624+0000 mon.smithi111 (mon.0) 471 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: cephadm 2022-01-25T23:07:58.888358+0000 mgr.smithi111.vbmimw (mgr.14718) 804 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: audit 2022-01-25T23:07:59.198369+0000 mon.smithi111 (mon.0) 472 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:08:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:07:59 smithi179 conmon[67066]: audit 2022-01-25T23:07:59.203034+0000 mon.smithi111 (mon.0) 473 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:08:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: audit 2022-01-25T23:07:58.885358+0000 mon.smithi111 (mon.0) 469 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: audit 2022-01-25T23:07:58.886756+0000 mon.smithi111 (mon.0) 470 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: audit 2022-01-25T23:07:58.887624+0000 mon.smithi111 (mon.0) 471 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: cephadm 2022-01-25T23:07:58.888358+0000 mgr.smithi111.vbmimw (mgr.14718) 804 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: audit 2022-01-25T23:07:59.198369+0000 mon.smithi111 (mon.0) 472 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:08:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:07:59 smithi111 conmon[101466]: audit 2022-01-25T23:07:59.203034+0000 mon.smithi111 (mon.0) 473 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:08:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:00 smithi179 conmon[67066]: cluster 2022-01-25T23:07:59.437252+0000 mgr.smithi111.vbmimw (mgr.14718) 805 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:00 smithi179 conmon[67066]: 2022-01-25T23:08:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:00 smithi111 conmon[101466]: cluster 2022-01-25T23:07:59.437252+0000 mgr.smithi111.vbmimw (mgr.14718) 805 2022-01-25T23:08:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:00 smithi111 conmon[101466]: : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:02 smithi111 conmon[101466]: cluster 2022-01-25T23:08:01.437842+0000 mgr.smithi111.vbmimw (mgr.14718) 806 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:02 smithi179 conmon[67066]: cluster 2022-01-25T23:08:01.437842+0000 mgr.smithi111.vbmimw (mgr.14718) 806 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:03.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:02 smithi179 conmon[67066]: 2022-01-25T23:08:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:04 smithi179 conmon[67066]: cluster 2022-01-25T23:08:03.438628+0000 mgr.smithi111.vbmimw (mgr.14718) 807 : cluster [DBG] 2022-01-25T23:08:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:04 smithi179 conmon[67066]: pgmap v696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:04 smithi111 conmon[101466]: cluster 2022-01-25T23:08:03.438628+0000 mgr.smithi111.vbmimw (mgr.14718) 807 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:06.797 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:08:07.065 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:07.065 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (30m) 68s ago 31m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:08:07.065 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (21m) 68s ago 31m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:08:07.065 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (21m) 70s ago 30m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:08:07.066 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (29m) 68s ago 31m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:08:07.066 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (26m) 68s ago 26m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:08:07.066 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (26m) 70s ago 26m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:08:07.066 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (22m) 68s ago 32m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:08:07.067 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (22m) 70s ago 30m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:08:07.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (22m) 68s ago 32m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:08:07.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (21m) 70s ago 30m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:08:07.068 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (22m) 68s ago 22m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:08:07.068 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (22m) 70s ago 22m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:08:07.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (31m) 68s ago 30m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:08:07.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (30m) 70s ago 30m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:08:07.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 68s ago 29m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:08:07.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (29m) 68s ago 29m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:08:07.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (29m) 68s ago 29m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:08:07.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (28m) 68s ago 28m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:08:07.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (28m) 70s ago 28m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:08:07.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (28m) 70s ago 28m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:08:07.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (28m) 70s ago 28m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:08:07.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (27m) 70s ago 27m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:08:07.070 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (29m) 68s ago 30m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:08:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:06 smithi179 conmon[67066]: cluster 2022-01-25T23:08:05.439280+0000 mgr.smithi111.vbmimw (mgr.14718) 808 : cluster [DBG] 2022-01-25T23:08:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:06 smithi179 conmon[67066]: pgmap v697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:07.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:06 smithi111 conmon[101466]: cluster 2022-01-25T23:08:05.439280+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:08:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:06 smithi111 conmon[101466]: 808 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:07.388 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:08:07.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:08:07.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:07.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:07.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:08:07.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:07.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:07.390 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:08:07.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:07.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:07.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:07.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:08:07.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:07.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:07.392 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:08:07.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:07.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:07.392 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:08:07.392 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:08:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:07 smithi179 conmon[67066]: audit 2022-01-25T23:08:06.786872+0000 mgr.smithi111.vbmimw (mgr.14718) 809 : audit 2022-01-25T23:08:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:07 smithi179 conmon[67066]: [DBG] from='client.34604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:07 smithi179 conmon[67066]: audit 2022-01-25T23:08:07.388785+0000 mon.smithi111 (mon.0) 474 : audit [DBG] from='client.? 172.21.15.111:0/4212993148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:07 smithi111 conmon[101466]: audit 2022-01-25T23:08:06.786872+0000 mgr.smithi111.vbmimw (mgr.14718) 809 : 2022-01-25T23:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:07 smithi111 conmon[101466]: audit [DBG] from='client.34604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:07 smithi111 conmon[101466]: audit 2022-01-25T23:08:07.388785+0000 mon.smithi111 (mon.0) 474 : audit [DBG] from='client.? 172.21.15.111:0/4212993148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:08 smithi179 conmon[67066]: audit 2022-01-25T23:08:07.056859+0000 mgr.smithi111.vbmimw (mgr.14718) 810 : 2022-01-25T23:08:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:08 smithi179 conmon[67066]: audit [DBG] from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:08 smithi179 conmon[67066]: cluster 2022-01-25T23:08:07.439914+0000 mgr.smithi111.vbmimw (mgr.14718) 811 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:08 smithi111 conmon[101466]: audit 2022-01-25T23:08:07.056859+0000 mgr.smithi111.vbmimw (mgr.14718) 810 : audit [DBG] 2022-01-25T23:08:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:08 smithi111 conmon[101466]: from='client.34608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:08 smithi111 conmon[101466]: cluster 2022-01-25T23:08:07.439914+0000 mgr.smithi111.vbmimw (mgr.14718) 811 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:10 smithi179 conmon[67066]: cluster 2022-01-25T23:08:09.440657+0000 mgr.smithi111.vbmimw (mgr.14718) 812 : cluster 2022-01-25T23:08:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:10 smithi179 conmon[67066]: [DBG] pgmap v699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:10 smithi111 conmon[101466]: cluster 2022-01-25T23:08:09.440657+0000 mgr.smithi111.vbmimw (mgr.14718) 812 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:10 smithi111 conmon[101466]: 2022-01-25T23:08:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:12 smithi111 conmon[101466]: cluster 2022-01-25T23:08:11.441325+0000 mgr.smithi111.vbmimw (mgr.14718) 813 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:12 smithi179 conmon[67066]: cluster 2022-01-25T23:08:11.441325+0000 mgr.smithi111.vbmimw (mgr.14718) 813 : cluster 2022-01-25T23:08:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:12 smithi179 conmon[67066]: [DBG] pgmap v700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:14 smithi179 conmon[67066]: cluster 2022-01-25T23:08:13.442134+0000 mgr.smithi111.vbmimw (mgr.14718) 814 : cluster [DBG] 2022-01-25T23:08:15.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:14 smithi179 conmon[67066]: pgmap v701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:14 smithi111 conmon[101466]: cluster 2022-01-25T23:08:13.442134+0000 mgr.smithi111.vbmimw (mgr.14718) 814 2022-01-25T23:08:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:14 smithi111 conmon[101466]: : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:16 smithi179 conmon[67066]: cluster 2022-01-25T23:08:15.442652+0000 mgr.smithi111.vbmimw (mgr.14718) 815 : cluster [DBG] 2022-01-25T23:08:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:16 smithi179 conmon[67066]: pgmap v702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:16 smithi111 conmon[101466]: cluster 2022-01-25T23:08:15.442652+0000 mgr.smithi111.vbmimw (mgr.14718) 815 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:18 smithi179 conmon[67066]: cluster 2022-01-25T23:08:17.443173+0000 mgr.smithi111.vbmimw (mgr.14718) 816 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:18 smithi179 conmon[67066]: 2022-01-25T23:08:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:18 smithi111 conmon[101466]: cluster 2022-01-25T23:08:17.443173+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:08:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:18 smithi111 conmon[101466]: ) 816 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:20 smithi179 conmon[67066]: cluster 2022-01-25T23:08:19.444018+0000 mgr.smithi111.vbmimw (mgr.14718) 817 : cluster 2022-01-25T23:08:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:20 smithi179 conmon[67066]: [DBG] pgmap v704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:20 smithi111 conmon[101466]: cluster 2022-01-25T23:08:19.444018+0000 mgr.smithi111.vbmimw (mgr.14718) 817 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:22 smithi111 conmon[101466]: cluster 2022-01-25T23:08:21.444531+0000 mgr.smithi111.vbmimw (mgr.14718) 818 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:22 smithi179 conmon[67066]: cluster 2022-01-25T23:08:21.444531+0000 mgr.smithi111.vbmimw (mgr.14718) 818 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:22 smithi179 conmon[67066]: 2022-01-25T23:08:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:24 smithi179 conmon[67066]: cluster 2022-01-25T23:08:23.445317+0000 mgr.smithi111.vbmimw (mgr.14718) 819 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:24 smithi111 conmon[101466]: cluster 2022-01-25T23:08:23.445317+0000 mgr.smithi111.vbmimw (mgr.14718) 819 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:26 smithi179 conmon[67066]: cluster 2022-01-25T23:08:25.445831+0000 mgr.smithi111.vbmimw (mgr.14718) 820 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:26 smithi111 conmon[101466]: cluster 2022-01-25T23:08:25.445831+0000 mgr.smithi111.vbmimw (mgr.14718) 820 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:28 smithi179 conmon[67066]: cluster 2022-01-25T23:08:27.446383+0000 mgr.smithi111.vbmimw (mgr.14718) 821 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:28 smithi111 conmon[101466]: cluster 2022-01-25T23:08:27.446383+0000 mgr.smithi111.vbmimw (mgr.14718) 821 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:30 smithi111 conmon[101466]: cluster 2022-01-25T23:08:29.447141+0000 mgr.smithi111.vbmimw (mgr.14718) 822 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:30 smithi179 conmon[67066]: cluster 2022-01-25T23:08:29.447141+0000 mgr.smithi111.vbmimw (mgr.14718) 822 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:32 smithi111 conmon[101466]: cluster 2022-01-25T23:08:31.447768+0000 mgr.smithi111.vbmimw (mgr.14718) 823 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:32 smithi179 conmon[67066]: cluster 2022-01-25T23:08:31.447768+0000 mgr.smithi111.vbmimw (mgr.14718) 823 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:34 smithi111 conmon[101466]: cluster 2022-01-25T23:08:33.448443+0000 mgr.smithi111.vbmimw (mgr.14718) 824 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:34 smithi179 conmon[67066]: cluster 2022-01-25T23:08:33.448443+0000 mgr.smithi111.vbmimw (mgr.14718) 824 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:36 smithi111 conmon[101466]: cluster 2022-01-25T23:08:35.448975+0000 mgr.smithi111.vbmimw (mgr.14718) 825 : cluster [DBG] 2022-01-25T23:08:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:36 smithi111 conmon[101466]: pgmap v712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:36 smithi179 conmon[67066]: cluster 2022-01-25T23:08:35.448975+0000 mgr.smithi111.vbmimw (mgr.14718) 825 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:37.685 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:08:37.954 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:37.954 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (30m) 99s ago 31m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:08:37.955 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (22m) 99s ago 31m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:08:37.955 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (22m) 101s ago 31m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:08:37.956 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (30m) 99s ago 31m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:08:37.956 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (26m) 99s ago 26m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:08:37.957 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (26m) 101s ago 26m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:08:37.957 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (23m) 99s ago 33m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:08:37.958 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (22m) 101s ago 31m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:08:37.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (22m) 99s ago 33m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:08:37.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (22m) 101s ago 31m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:08:37.959 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (23m) 99s ago 23m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:08:37.959 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (23m) 101s ago 23m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:08:37.960 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (31m) 99s ago 31m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:08:37.960 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (30m) 101s ago 30m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:08:37.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 99s ago 30m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:08:37.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (30m) 99s ago 30m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:08:37.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (29m) 99s ago 29m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:08:37.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (29m) 99s ago 29m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:08:37.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (29m) 101s ago 29m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:08:37.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (28m) 101s ago 28m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:08:37.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (28m) 101s ago 28m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:08:37.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (28m) 101s ago 28m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:08:37.962 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (30m) 99s ago 31m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:08:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:37 smithi111 conmon[101466]: audit 2022-01-25T23:08:37.382065+0000 mon.smithi111 (mon.0) 475 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:37 smithi111 conmon[101466]: 2022-01-25T23:08:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:37 smithi111 conmon[101466]: audit 2022-01-25T23:08:37.382298+0000 mon.smithi111 (mon.0) 476 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:38.275 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:08:38.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:08:38.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:38.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:38.276 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:08:38.276 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:38.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:38.277 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:08:38.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:38.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:38.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:38.278 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:08:38.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:38.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:08:38.278 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:08:38.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:38.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:38.279 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:08:38.279 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:08:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:37 smithi179 conmon[67066]: audit 2022-01-25T23:08:37.382065 2022-01-25T23:08:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:37 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 475 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:37 smithi179 conmon[67066]: audit 2022-01-25T23:08:37.382298+0000 mon.smithi111 (mon.0) 476 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: cluster 2022-01-25T23:08:37.449428+0000 mgr.smithi111.vbmimw (mgr.14718) 826 : cluster [DBG] 2022-01-25T23:08:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: pgmap v713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:39.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: audit 2022-01-25T23:08:37.674176+0000 mgr.smithi111.vbmimw (mgr.14718) 827 : audit [DBG] from='client.34616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:39.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: audit 2022-01-25T23:08:37.945706+0000 mgr.smithi111.vbmimw (mgr.14718) 828 2022-01-25T23:08:39.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: : audit [DBG] from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:39.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: audit 2022-01-25T23:08:38.275662+0000 mon.smithi111 (mon.0) 477 : audit 2022-01-25T23:08:39.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:38 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/2977584659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: cluster 2022-01-25T23:08: 2022-01-25T23:08:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: 37.449428+0000 mgr.smithi111.vbmimw (mgr.14718) 826 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: audit 2022-01-25T23:08:37.674176+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:08:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: 14718) 827 : audit [DBG] from='client.34616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: audit 2022 2022-01-25T23:08:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: -01-25T23:08:37.945706+0000 mgr.smithi111.vbmimw (mgr.14718) 828 : audit [DBG] 2022-01-25T23:08:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: audit 2022-01-25T23:08 2022-01-25T23:08:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: :38.275662+0000 mon.smithi111 (mon.0) 477 : audit 2022-01-25T23:08:39.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:38 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/2977584659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:40 smithi111 conmon[101466]: cluster 2022-01-25T23:08:39.450207+0000 mgr.smithi111.vbmimw (mgr.14718) 829 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:40 smithi111 conmon[101466]: 2022-01-25T23:08:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:40 smithi179 conmon[67066]: cluster 2022-01-25T23:08:39.450207+0000 mgr.smithi111.vbmimw (mgr.14718) 829 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:42 smithi111 conmon[101466]: cluster 2022-01-25T23:08:41.450758+0000 mgr.smithi111.vbmimw (mgr.14718) 830 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:42 smithi179 conmon[67066]: cluster 2022-01-25T23:08:41.450758+0000 mgr.smithi111.vbmimw (mgr.14718) 830 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:44 smithi111 conmon[101466]: cluster 2022-01-25T23:08:43.451470+0000 mgr.smithi111.vbmimw (mgr.14718) 831 : cluster [DBG] 2022-01-25T23:08:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:44 smithi111 conmon[101466]: pgmap v716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:44 smithi179 conmon[67066]: cluster 2022-01-25T23:08:43.451470+0000 mgr.smithi111.vbmimw (mgr.14718) 831 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:46 smithi111 conmon[101466]: cluster 2022-01-25T23:08:45.452230+0000 mgr.smithi111.vbmimw (mgr.14718) 832 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:46 smithi179 conmon[67066]: cluster 2022-01-25T23:08:45.452230+0000 mgr.smithi111.vbmimw (mgr.14718) 832 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:46 smithi179 conmon[67066]: 2022-01-25T23:08:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:48 smithi111 conmon[101466]: cluster 2022-01-25T23:08:47.452901+0000 mgr.smithi111.vbmimw (mgr.14718) 833 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:48 smithi111 conmon[101466]: 2022-01-25T23:08:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:48 smithi179 conmon[67066]: cluster 2022-01-25T23:08:47.452901+0000 mgr.smithi111.vbmimw (mgr.14718) 833 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:50 smithi111 conmon[101466]: cluster 2022-01-25T23:08:49.453733+0000 mgr.smithi111.vbmimw (mgr.14718) 834 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:50 smithi111 conmon[101466]: 2022-01-25T23:08:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:50 smithi179 conmon[67066]: cluster 2022-01-25T23:08:49.453733+0000 mgr.smithi111.vbmimw (mgr.14718) 834 : cluster [DBG] 2022-01-25T23:08:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:50 smithi179 conmon[67066]: pgmap v719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:52 smithi111 conmon[101466]: cluster 2022-01-25T23:08:51.454361+0000 mgr.smithi111.vbmimw (mgr.14718) 835 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:52 smithi111 conmon[101466]: 2022-01-25T23:08:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:52 smithi179 conmon[67066]: cluster 2022-01-25T23:08:51.454361+0000 mgr.smithi111.vbmimw (mgr.14718) 835 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:54 smithi111 conmon[101466]: cluster 2022-01-25T23:08:53.455143+0000 mgr.smithi111.vbmimw (mgr.14718) 836 : cluster [DBG] 2022-01-25T23:08:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:54 smithi111 conmon[101466]: pgmap v721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:54 smithi179 conmon[67066]: cluster 2022-01-25T23:08:53.455143+0000 mgr.smithi111.vbmimw (mgr.14718) 836 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:56 smithi111 conmon[101466]: cluster 2022-01-25T23:08:55.455670+0000 mgr.smithi111.vbmimw (mgr.14718) 837 : cluster [DBG] 2022-01-25T23:08:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:56 smithi111 conmon[101466]: pgmap v722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:56 smithi179 conmon[67066]: cluster 2022-01-25T23:08:55.455670+0000 mgr.smithi111.vbmimw (mgr.14718) 837 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:58 smithi111 conmon[101466]: cluster 2022-01-25T23:08:57.456326+0000 mgr.smithi111.vbmimw (mgr.14718) 838 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:58 smithi179 conmon[67066]: cluster 2022-01-25T23:08:57.456326+0000 mgr.smithi111.vbmimw (mgr.14718) 838 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25T23:08:59.205676+0000 mon.smithi111 (mon.0) 478 : audit [DBG] 2022-01-25T23:09:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25T23:08:59.207031+0000 mon.smithi111 (mon.0) 479 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25T23:08:59.207865+0000 mon.smithi111 2022-01-25T23:09:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: (mon.0) 480 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25T23:08:59.470856+0000 mon.smithi111 (mon.0) 481 : audit 2022-01-25T23:09:00.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:00.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25T23:08:59.763435+0000 mon.smithi111 ( 2022-01-25T23:09:00.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: mon.0) 482 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:00.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:09:00.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:08:59 smithi111 conmon[101466]: T23:08:59.768357+0000 mon.smithi111 (mon.0) 483 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022-01-25T23:08:59.205676+0000 mon.smithi111 (mon.0) 478 : 2022-01-25T23:09:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022-01-25T23:08:59.207031+0000 mon.smithi111 (mon.0) 479 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:00.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:09:00.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: 23:08:59.207865+0000 mon.smithi111 (mon.0) 480 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:00.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022-01-25T23:09:00.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: 2022-01-25T23:08:59.470856+0000 mon.smithi111 (mon 2022-01-25T23:09:00.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: .0) 481 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:00.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:09:00.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: 25T23:08:59.763435+0000 mon.smithi111 ( 2022-01-25T23:09:00.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: mon.0) 482 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:00.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:09:00.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: 01-25T23:08:59.768357+0000 2022-01-25T23:09:00.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:08:59 smithi179 conmon[67066]: mon.smithi111 (mon.0) 483 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:09:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:00 smithi111 conmon[101466]: cephadm 2022-01-25T23:08:59.208585+0000 mgr.smithi111.vbmimw (mgr.14718) 839 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:00 smithi111 conmon[101466]: cluster 2022-01-25T23:08:59.456952+0000 mgr.smithi111.vbmimw (mgr.14718) 840 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:00 smithi179 conmon[67066]: cephadm 2022-01-25T23:08:59.208585+0000 mgr.smithi111.vbmimw (mgr.14718) 839 : cephadm [WRN] 2022-01-25T23:09:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:00 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:00 smithi179 conmon[67066]: cluster 2022-01-25T23:08:59.456952+0000 mgr.smithi111.vbmimw (mgr.14718) 840 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:03.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:02 smithi111 conmon[101466]: cluster 2022-01-25T23:09:01.457465+0000 mgr.smithi111.vbmimw (mgr.14718) 841 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:02 smithi179 conmon[67066]: cluster 2022-01-25T23:09:01.457465+0000 mgr.smithi111.vbmimw (mgr.14718) 841 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:04 smithi111 conmon[101466]: cluster 2022-01-25T23:09:03.458198+0000 mgr.smithi111.vbmimw (mgr.14718) 842 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:04 smithi179 conmon[67066]: cluster 2022-01-25T23:09:03.458198+0000 mgr.smithi111.vbmimw (mgr.14718) 842 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:06 smithi111 conmon[101466]: cluster 2022-01-25T23:09:05.458895+0000 mgr.smithi111.vbmimw (mgr.14718) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:06 smithi179 conmon[67066]: cluster 2022-01-25T23:09:05.458895+0000 mgr.smithi111.vbmimw (mgr.14718) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:08.572 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:09:08.836 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:08.837 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (31m) 2m ago 32m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:09:08.837 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (22m) 2m ago 32m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:09:08.837 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (22m) 2m ago 31m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:09:08.837 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (31m) 2m ago 32m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:09:08.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (27m) 2m ago 27m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:09:08.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (27m) 2m ago 27m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:09:08.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (23m) 2m ago 33m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:09:08.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (23m) 2m ago 31m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:09:08.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (23m) 2m ago 33m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:09:08.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (22m) 2m ago 31m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:09:08.839 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (23m) 2m ago 23m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:09:08.839 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (23m) 2m ago 23m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:09:08.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (32m) 2m ago 32m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:09:08.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (31m) 2m ago 31m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:09:08.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 2m ago 30m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:09:08.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (30m) 2m ago 30m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:09:08.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (30m) 2m ago 30m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:09:08.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (29m) 2m ago 29m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:09:08.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (29m) 2m ago 29m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:09:08.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (29m) 2m ago 29m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:09:08.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (29m) 2m ago 29m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:09:08.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (28m) 2m ago 28m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:09:08.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (30m) 2m ago 31m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:09:09.159 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:09:09.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:09:09.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:09.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:09.160 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:09:09.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:09.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:09.161 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:09:09.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:09.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:09.162 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:09.162 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:09:09.162 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:09.162 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:09.162 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:09:09.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:09.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:09.163 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:09:09.163 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:09:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:08 smithi111 conmon[101466]: cluster 2022-01-25T23:09:07.459353+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:09:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:08 smithi111 conmon[101466]: .14718) 844 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:08 smithi179 conmon[67066]: cluster 2022-01-25T23:09:07.459353+0000 mgr.smithi111.vbmimw (mgr.14718) 844 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:09 smithi111 conmon[101466]: audit 2022-01-25T23:09:08.560912+0000 mgr.smithi111.vbmimw (mgr.14718) 845 2022-01-25T23:09:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:09 smithi111 conmon[101466]: : audit [DBG] from='client.34628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:09 smithi111 conmon[101466]: audit 2022-01-25T23:09:08.828496+0000 mgr.smithi111.vbmimw (mgr.14718) 846 : audit [DBG] from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:09 smithi111 conmon[101466]: audit 2022-01-25T23:09:09.160077+0000 mon.smithi111 (mon.0) 2022-01-25T23:09:10.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:09 smithi111 conmon[101466]: 484 : audit [DBG] from='client.? 172.21.15.111:0/762308215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:09 smithi179 conmon[67066]: audit 2022-01-25T23:09:08.560912+0000 mgr.smithi111.vbmimw (mgr.14718) 845 : audit [DBG] from='client.34628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:09 smithi179 conmon[67066]: audit 2022-01-25T23:09:08.828496+0000 mgr.smithi111.vbmimw (mgr.14718) 846 : audit [DBG] from='client.34632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:09 smithi179 conmon[67066]: audit 2022-01-25T23:09:09.160077+0000 mon.smithi111 (mon.0) 484 : audit [DBG] 2022-01-25T23:09:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:09 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/762308215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:10 smithi111 conmon[101466]: cluster 2022-01-25T23:09:09.460246+0000 mgr.smithi111.vbmimw (mgr.14718) 847 : cluster [DBG] 2022-01-25T23:09:11.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:10 smithi111 conmon[101466]: pgmap v729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:10 smithi179 conmon[67066]: cluster 2022-01-25T23:09:09.460246+0000 mgr.smithi111.vbmimw (mgr.14718) 847 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:10 smithi179 conmon[67066]: 2022-01-25T23:09:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:12 smithi111 conmon[101466]: cluster 2022-01-25T23:09:11.460994+0000 mgr.smithi111.vbmimw (mgr.14718) 848 2022-01-25T23:09:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:12 smithi111 conmon[101466]: : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:12 smithi179 conmon[67066]: cluster 2022-01-25T23:09:11.460994+0000 mgr.smithi111.vbmimw (mgr.14718) 848 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:14 smithi111 conmon[101466]: cluster 2022-01-25T23:09:13.461657+0000 mgr.smithi111.vbmimw (mgr.14718) 849 : cluster [DBG] 2022-01-25T23:09:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:14 smithi111 conmon[101466]: pgmap v731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:14 smithi179 conmon[67066]: cluster 2022-01-25T23:09:13.461657+0000 mgr.smithi111.vbmimw (mgr.14718) 849 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:16 smithi111 conmon[101466]: cluster 2022-01-25T23:09:15.462229+0000 mgr.smithi111.vbmimw (mgr.14718) 850 : 2022-01-25T23:09:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:16 smithi111 conmon[101466]: cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:16 smithi179 conmon[67066]: cluster 2022-01-25T23:09:15.462229+0000 mgr.smithi111.vbmimw (mgr.14718) 850 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:16 smithi179 conmon[67066]: 2022-01-25T23:09:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:18 smithi111 conmon[101466]: cluster 2022-01-25T23:09:17.462782+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:09:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:18 smithi111 conmon[101466]: 14718) 851 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:18 smithi179 conmon[67066]: cluster 2022-01-25T23:09:17.462782+0000 mgr.smithi111.vbmimw (mgr.14718) 851 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:20 smithi111 conmon[101466]: cluster 2022-01-25T23:09:19.463520+0000 mgr.smithi111.vbmimw (mgr.14718) 852 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:20 smithi179 conmon[67066]: cluster 2022-01-25T23:09:19.463520+0000 mgr.smithi111.vbmimw (mgr.14718) 852 : cluster [DBG] 2022-01-25T23:09:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:20 smithi179 conmon[67066]: pgmap v734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:23.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:22 smithi111 conmon[101466]: cluster 2022-01-25T23:09:21.464186+0000 mgr.smithi111.vbmimw (mgr.14718) 853 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:22 smithi179 conmon[67066]: cluster 2022-01-25T23:09:21.464186+0000 mgr.smithi111.vbmimw (mgr.14718) 853 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:24 smithi179 conmon[67066]: cluster 2022-01-25T23:09:23.465096+0000 mgr.smithi111.vbmimw (mgr.14718) 854 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:24 smithi111 conmon[101466]: cluster 2022-01-25T23:09:23.465096+0000 mgr.smithi111.vbmimw (mgr.14718) 854 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:26 smithi179 conmon[67066]: cluster 2022-01-25T23:09:25.465623+0000 mgr.smithi111.vbmimw (mgr.14718) 855 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:26 smithi111 conmon[101466]: cluster 2022-01-25T23:09:25.465623+0000 mgr.smithi111.vbmimw (mgr.14718) 855 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:28 smithi179 conmon[67066]: cluster 2022-01-25T23:09:27.466276+0000 mgr.smithi111.vbmimw (mgr.14718) 856 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:28 smithi111 conmon[101466]: cluster 2022-01-25T23:09:27.466276+0000 mgr.smithi111.vbmimw (mgr.14718) 856 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:30 smithi179 conmon[67066]: cluster 2022-01-25T23:09:29.467214+0000 mgr.smithi111.vbmimw (mgr.14718) 857 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:30 smithi111 conmon[101466]: cluster 2022-01-25T23:09:29.467214+0000 mgr.smithi111.vbmimw (mgr.14718) 857 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:32 smithi111 conmon[101466]: cluster 2022-01-25T23:09:31.467923+0000 mgr.smithi111.vbmimw (mgr.14718) 858 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:32 smithi179 conmon[67066]: cluster 2022-01-25T23:09:31.467923+0000 mgr.smithi111.vbmimw (mgr.14718) 858 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:34 smithi179 conmon[67066]: cluster 2022-01-25T23:09:33.468639+0000 mgr.smithi111.vbmimw (mgr.14718) 859 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:34 smithi179 conmon[67066]: 2022-01-25T23:09:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:34 smithi111 conmon[101466]: cluster 2022-01-25T23:09:33.468639+0000 mgr.smithi111.vbmimw (mgr.14718) 859 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:34 smithi111 conmon[101466]: 2022-01-25T23:09:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:36 smithi179 conmon[67066]: cluster 2022-01-25T23:09:35.469242+0000 mgr.smithi111.vbmimw (mgr.14718) 860 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:36 smithi111 conmon[101466]: cluster 2022-01-25T23:09:35.469242+0000 mgr.smithi111.vbmimw (mgr.14718) 860 : cluster [DBG] 2022-01-25T23:09:37.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:36 smithi111 conmon[101466]: pgmap v742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:37 smithi179 conmon[67066]: audit 2022-01-25T23:09:37.385714+0000 mon.smithi111 (mon.0) 485 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:37 smithi179 conmon[67066]: audit 2022-01-25T23:09:37.385947+0000 mon.smithi111 (mon.0) 486 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:37 smithi111 conmon[101466]: audit 2022-01-25T23:09:37.385714+0000 mon.smithi111 (mon.0) 485 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:37 smithi111 conmon[101466]: audit 2022-01-25T23:09:37.385947+0000 mon.smithi111 (mon.0) 486 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:38 smithi179 conmon[67066]: cluster 2022-01-25T23:09:37.469703+0000 mgr.smithi111.vbmimw (mgr.14718) 861 : cluster [DBG] 2022-01-25T23:09:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:38 smithi179 conmon[67066]: pgmap v743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:38 smithi111 conmon[101466]: cluster 2022-01-25T23:09:37.469703+0000 mgr.smithi111.vbmimw (mgr.14718) 861 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:39.460 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:09:39.725 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:39.726 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (31m) 2m ago 32m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:09:39.726 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (23m) 2m ago 32m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:09:39.726 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (23m) 2m ago 32m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:09:39.726 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (31m) 2m ago 32m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:09:39.727 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (27m) 2m ago 27m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:09:39.727 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (27m) 2m ago 27m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:09:39.727 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (24m) 2m ago 34m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:09:39.727 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (23m) 2m ago 32m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:09:39.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (23m) 2m ago 34m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:09:39.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (23m) 2m ago 32m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:09:39.728 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (24m) 2m ago 24m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:09:39.728 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (24m) 2m ago 24m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:09:39.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (32m) 2m ago 32m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:09:39.729 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (31m) 2m ago 31m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:09:39.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 2m ago 31m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:09:39.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (31m) 2m ago 31m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:09:39.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (30m) 2m ago 30m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:09:39.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (30m) 2m ago 30m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:09:39.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (30m) 2m ago 30m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:09:39.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (29m) 2m ago 29m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:09:39.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (29m) 2m ago 29m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:09:39.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (29m) 2m ago 29m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:09:39.731 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (31m) 2m ago 32m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:09:40.046 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:09:40.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:09:40.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:40.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:40.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:09:40.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:40.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:40.048 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:09:40.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:40.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:40.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:40.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:09:40.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:40.050 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:09:40.050 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:09:40.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:40.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:40.051 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:09:40.051 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:09:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:40 smithi179 conmon[67066]: audit 2022-01-25T23:09:39.448920+0000 mgr.smithi111.vbmimw (mgr.14718) 862 : audit [DBG] from='client.34640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:40 smithi179 conmon[67066]: cluster 2022-01-25T23:09:39.470329+0000 mgr.smithi111.vbmimw (mgr.14718) 863 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:40 smithi179 conmon[67066]: audit 2022-01-25T23:09:39.717519+0000 mgr.smithi111.vbmimw (mgr.14718) 864 : audit [DBG] from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:40 smithi179 conmon[67066]: audit 2022-01-25T23:09:40. 2022-01-25T23:09:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:40 smithi179 conmon[67066]: 047486+0000 mon.smithi111 (mon.0) 487 : audit [DBG] from='client.? 172.21.15.111:0/797140810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: audit 2022-01-25T23:09:39.448920+0000 mgr.smithi111.vbmimw (mgr.14718) 862 : audit [DBG] 2022-01-25T23:09:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: from='client.34640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: cluster 2022-01-25T23:09:39.470329+0000 mgr.smithi111.vbmimw (mgr.14718) 863 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:09:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: 23:09:39.717519+0000 mgr.smithi111.vbmimw (mgr.14718) 864 : audit [DBG] from='client.34644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: audit 2022-01-25T23:09:40.047486 2022-01-25T23:09:41.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 487 : audit [DBG] 2022-01-25T23:09:41.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:40 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/797140810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:42 smithi111 conmon[101466]: cluster 2022-01-25T23:09:41.470969+0000 mgr.smithi111.vbmimw (mgr.14718) 865 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:42 smithi179 conmon[67066]: cluster 2022-01-25T23:09:41.470969+0000 mgr.smithi111.vbmimw (mgr.14718) 865 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:44 smithi179 conmon[67066]: cluster 2022-01-25T23:09:43.471826+0000 mgr.smithi111.vbmimw (mgr.14718) 866 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:44 smithi111 conmon[101466]: cluster 2022-01-25T23:09:43.471826+0000 mgr.smithi111.vbmimw (mgr.14718) 866 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:46 smithi179 conmon[67066]: cluster 2022-01-25T23:09:45.472400+0000 mgr.smithi111.vbmimw (mgr.14718) 867 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:46 smithi111 conmon[101466]: cluster 2022-01-25T23:09:45.472400+0000 mgr.smithi111.vbmimw (mgr.14718) 867 : cluster [DBG] 2022-01-25T23:09:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:46 smithi111 conmon[101466]: pgmap v747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:48 smithi179 conmon[67066]: cluster 2022-01-25T23:09:47.472899+0000 mgr.smithi111.vbmimw (mgr.14718) 868 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:48 smithi111 conmon[101466]: cluster 2022-01-25T23:09:47.472899+0000 mgr.smithi111.vbmimw (mgr.14718) 868 : cluster 2022-01-25T23:09:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:48 smithi111 conmon[101466]: [DBG] pgmap v748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:50 smithi179 conmon[67066]: cluster 2022-01-25T23:09:49.473653+0000 mgr.smithi111.vbmimw (mgr.14718) 869 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:50 smithi111 conmon[101466]: cluster 2022-01-25T23:09:49.473653+0000 mgr.smithi111.vbmimw (mgr.14718) 869 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:52 smithi111 conmon[101466]: cluster 2022-01-25T23:09:51.474217+0000 mgr.smithi111.vbmimw (mgr.14718) 870 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:52 smithi179 conmon[67066]: cluster 2022-01-25T23:09:51.474217+0000 mgr.smithi111.vbmimw (mgr.14718) 870 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:54 smithi179 conmon[67066]: cluster 2022-01-25T23:09:53.474847+0000 mgr.smithi111.vbmimw (mgr.14718) 871 : cluster 2022-01-25T23:09:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:54 smithi179 conmon[67066]: [DBG] pgmap v751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:54 smithi111 conmon[101466]: cluster 2022-01-25T23:09:53.474847+0000 mgr.smithi111.vbmimw (mgr.14718) 871 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:56 smithi179 conmon[67066]: cluster 2022-01-25T23:09:55.475482+0000 mgr.smithi111.vbmimw (mgr.14718) 872 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:56 smithi111 conmon[101466]: cluster 2022-01-25T23:09:55.475482+0000 mgr.smithi111.vbmimw (mgr.14718) 872 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:58 smithi179 conmon[67066]: cluster 2022-01-25T23:09:57.476026+0000 mgr.smithi111.vbmimw (mgr.14718) 873 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:58 smithi111 conmon[101466]: cluster 2022-01-25T23:09:57.476026+0000 mgr.smithi111.vbmimw (mgr.14718) 873 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:59 smithi179 conmon[67066]: audit 2022-01-25T23:09:59.771520+0000 mon.smithi111 (mon.0) 488 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:59 smithi179 conmon[67066]: audit 2022-01-25T23:09:59.772946+0000 mon.smithi111 (mon.0) 489 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:09:59 smithi179 conmon[67066]: audit 2022-01-25T23:09:59.773753+0000 mon.smithi111 (mon.0) 490 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:59 smithi111 conmon[101466]: audit 2022-01-25T23:09:59.771520+0000 mon.smithi111 (mon.0) 488 : audit [DBG] 2022-01-25T23:10:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:59 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:59 smithi111 conmon[101466]: audit 2022-01-25T23:09:59.772946+0000 mon.smithi111 (mon.0) 489 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:59 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:10:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:09:59 smithi111 conmon[101466]: 09:59.773753+0000 mon.smithi111 (mon.0) 490 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:00 smithi111 conmon[101466]: cluster 2022-01-25T23:09:59.476922+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:10:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:00 smithi111 conmon[101466]: 874 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:00 smithi111 conmon[101466]: cephadm 2022-01-25T23:09:59.774457+0000 mgr.smithi111.vbmimw (mgr.14718) 875 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:00 smithi111 conmon[101466]: cluster 2022-01-25T23:10:00.000097+0000 mon.smithi111 (mon.0) 491 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:10:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:00 smithi179 conmon[67066]: cluster 2022-01-25T23:09:59.476922+0000 mgr.smithi111.vbmimw (mgr.14718) 874 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:00 smithi179 conmon[67066]: cephadm 2022-01-25T23:09:59.774457+0000 mgr.smithi111.vbmimw (mgr.14718) 875 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:00 smithi179 conmon[67066]: cluster 2022-01-25T23:10:00.000097+0000 mon.smithi111 (mon.0) 491 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:10:02.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:02 smithi111 conmon[101466]: cluster 2022-01-25T23:10:01.477362+0000 mgr.smithi111.vbmimw (mgr.14718) 876 : cluster [DBG] 2022-01-25T23:10:02.954 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:02 smithi111 conmon[101466]: pgmap v755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:02 smithi179 conmon[67066]: cluster 2022-01-25T23:10:01.477362+0000 mgr.smithi111.vbmimw (mgr.14718) 876 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:04 smithi111 conmon[101466]: audit 2022-01-25T23:10:03.204127+0000 mon.smithi111 ( 2022-01-25T23:10:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:04 smithi111 conmon[101466]: mon.0) 492 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:04.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:04 smithi111 conmon[101466]: cluster 2022-01-25T23:10:03.478013+0000 mgr.smithi111.vbmimw (mgr.14718) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:04 smithi111 conmon[101466]: audit 2022-01-25T23:10:03.487224+0000 mon.smithi111 (mon.0) 493 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:04.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:04 smithi111 conmon[101466]: audit 2022-01-25T23:10:03.491942+0000 mon.smithi111 (mon.0) 494 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:04 smithi179 conmon[67066]: audit 2022-01-25T23:10:03.204127+0000 mon.smithi111 (mon.0) 492 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:04 smithi179 conmon[67066]: 2022-01-25T23:10:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:04 smithi179 conmon[67066]: cluster 2022-01-25T23:10:03.478013+0000 mgr.smithi111.vbmimw (mgr.14718) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:04 smithi179 conmon[67066]: audit 2022-01-25T23:10:03.487224+0000 mon.smithi111 (mon.0) 493 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:04.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:04 smithi179 conmon[67066]: audit 2022-01-25T23:10:03.491942+0000 mon.smithi111 (mon.0) 494 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:10:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:06 smithi179 conmon[67066]: cluster 2022-01-25T23:10:05.478724+0000 mgr.smithi111.vbmimw (mgr.14718) 878 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:06 smithi111 conmon[101466]: cluster 2022-01-25T23:10:05.478724+0000 mgr.smithi111.vbmimw (mgr.14718) 878 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:08 smithi179 conmon[67066]: cluster 2022-01-25T23:10:07.479166+0000 mgr.smithi111.vbmimw (mgr.14718) 879 : cluster [DBG] 2022-01-25T23:10:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:08 smithi179 conmon[67066]: pgmap v758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:08 smithi111 conmon[101466]: cluster 2022-01-25T23:10:07.479166+0000 2022-01-25T23:10:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:08 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 879 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:10.347 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:10:10.612 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:10:10.613 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (32m) 3m ago 33m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:10:10.613 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (23m) 3m ago 33m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:10:10.613 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (23m) 3m ago 32m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:10:10.614 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (32m) 3m ago 33m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:10:10.614 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (28m) 3m ago 28m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:10:10.614 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (28m) 3m ago 28m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:10:10.614 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (24m) 3m ago 34m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:10:10.615 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (24m) 3m ago 32m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:10:10.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (24m) 3m ago 34m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:10:10.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (24m) 3m ago 32m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:10:10.616 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (24m) 3m ago 24m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:10:10.616 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (24m) 3m ago 24m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:10:10.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (33m) 3m ago 33m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:10:10.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (32m) 3m ago 32m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:10:10.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (19m) 3m ago 31m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:10:10.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (31m) 3m ago 31m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:10:10.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (31m) 3m ago 31m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:10:10.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (30m) 3m ago 30m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:10:10.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (30m) 3m ago 30m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:10:10.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (30m) 3m ago 30m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:10:10.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (30m) 3m ago 30m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:10:10.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (29m) 3m ago 29m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:10:10.620 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (31m) 3m ago 32m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:10:10.934 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:10:10.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:10:10.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:10.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:10.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:10:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:10:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:10:10.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:10:10.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:10.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:10:10.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:10:10.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:10.938 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:10:10.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:10:10.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:10:10.938 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:10:10.939 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:10:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:10 smithi179 conmon[67066]: cluster 2022-01-25T23:10:09.479901+0000 mgr.smithi111.vbmimw (mgr.14718) 880 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:10 smithi111 conmon[101466]: cluster 2022-01-25T23:10:09.479901+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:10:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:10 smithi111 conmon[101466]: ) 880 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:11 smithi179 conmon[67066]: audit 2022-01-25T23:10:10.336271+0000 mgr.smithi111.vbmimw (mgr.14718) 881 : audit [DBG] from='client.34652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:11 smithi179 conmon[67066]: audit 2022-01-25T23:10:10.604664+0000 mgr.smithi111.vbmimw (mgr.14718) 882 : audit [DBG] from='client.34656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:11 smithi179 conmon[67066]: audit 2022-01-25T23:10:10.935046+0000 mon.smithi111 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.111:0/160349349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: audit 2022-01-25T23:10:10 2022-01-25T23:10:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: .336271+0000 mgr.smithi111.vbmimw (mgr.14718) 881 : audit [DBG] from='client.34652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:10:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: 10:10.604664+0000 mgr.smithi111.vbmimw (mgr.14718) 882 : audit [DBG] from='client.34656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:10:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: -25T23:10:10.935046+0000 mon.smithi111 ( 2022-01-25T23:10:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: mon.0) 495 : audit [DBG] from='client.? 172.21.15.111:0/160349349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:11 smithi111 conmon[101466]: 2022-01-25T23:10:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:12 smithi111 conmon[101466]: cluster 2022-01-25T23:10:11.480376+0000 mgr.smithi111.vbmimw (mgr.14718) 883 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:12 smithi179 conmon[67066]: cluster 2022-01-25T23:10:11.480376+0000 mgr.smithi111.vbmimw (mgr.14718) 883 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:14 smithi179 conmon[67066]: cluster 2022-01-25T23:10:13.481114+0000 mgr.smithi111.vbmimw (mgr.14718) 884 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:14 smithi111 conmon[101466]: cluster 2022-01-25T23:10:13.481114+0000 mgr.smithi111.vbmimw (mgr.14718) 884 : 2022-01-25T23:10:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:14 smithi111 conmon[101466]: cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:16 smithi179 conmon[67066]: cluster 2022-01-25T23:10:15.481653+0000 mgr.smithi111.vbmimw (mgr.14718) 885 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:16 smithi111 conmon[101466]: cluster 2022-01-25T23:10:15.481653+0000 mgr.smithi111.vbmimw (mgr.14718) 885 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:16 smithi111 conmon[101466]: 2022-01-25T23:10:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:18 smithi179 conmon[67066]: cluster 2022-01-25T23:10:17.482138+0000 mgr.smithi111.vbmimw (mgr.14718) 886 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:18 smithi111 conmon[101466]: cluster 2022-01-25T23:10:17.482138+0000 mgr.smithi111.vbmimw (mgr.14718) 886 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:20 smithi179 conmon[67066]: cluster 2022-01-25T23:10:19.482941+0000 mgr.smithi111.vbmimw (mgr.14718) 887 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:20 smithi111 conmon[101466]: cluster 2022-01-25T23:10:19.482941+0000 mgr.smithi111.vbmimw (mgr.14718) 887 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:22 smithi111 conmon[101466]: cluster 2022-01-25T23:10:21.483434+0000 mgr.smithi111.vbmimw (mgr.14718) 888 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:22 smithi179 conmon[67066]: cluster 2022-01-25T23:10:21.483434+0000 mgr.smithi111.vbmimw (mgr.14718) 888 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:24 smithi179 conmon[67066]: cluster 2022-01-25T23:10:23.484250+0000 mgr.smithi111.vbmimw (mgr.14718) 889 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:24 smithi111 conmon[101466]: cluster 2022-01-25T23:10:23.484250+0000 mgr.smithi111.vbmimw (mgr.14718) 889 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:26 smithi179 conmon[67066]: cluster 2022-01-25T23:10:25.484889+0000 mgr.smithi111.vbmimw (mgr.14718) 890 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:26 smithi111 conmon[101466]: cluster 2022-01-25T23:10:25.484889+0000 mgr.smithi111.vbmimw (mgr.14718) 890 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:28 smithi179 conmon[67066]: cluster 2022-01-25T23:10:27.485345+0000 mgr.smithi111.vbmimw (mgr.14718) 891 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:28 smithi111 conmon[101466]: cluster 2022-01-25T23:10:27.485345+0000 mgr.smithi111.vbmimw (mgr.14718) 891 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:30 smithi179 conmon[67066]: cluster 2022-01-25T23:10:29.486125+0000 mgr.smithi111.vbmimw (mgr.14718) 892 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:30 smithi111 conmon[101466]: cluster 2022-01-25T23:10:29.486125+0000 mgr.smithi111.vbmimw (mgr.14718) 892 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:30 smithi111 conmon[101466]: 2022-01-25T23:10:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:32 smithi111 conmon[101466]: cluster 2022-01-25T23:10:31.486838+0000 mgr.smithi111.vbmimw (mgr.14718) 893 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:32 smithi179 conmon[67066]: cluster 2022-01-25T23:10:31.486838+0000 mgr.smithi111.vbmimw (mgr.14718) 893 : cluster [DBG] 2022-01-25T23:10:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:32 smithi179 conmon[67066]: pgmap v770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:34 smithi179 conmon[67066]: cluster 2022-01-25T23:10:33.487485+0000 mgr.smithi111.vbmimw (mgr.14718) 894 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:34 smithi179 conmon[67066]: 2022-01-25T23:10:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:34 smithi111 conmon[101466]: cluster 2022-01-25T23:10:33.487485+0000 mgr.smithi111.vbmimw (mgr.14718) 894 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:36 smithi179 conmon[67066]: cluster 2022-01-25T23:10:35.488182+0000 mgr.smithi111.vbmimw (mgr.14718) 895 : cluster [DBG] 2022-01-25T23:10:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:36 smithi179 conmon[67066]: pgmap v772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:36 smithi111 conmon[101466]: cluster 2022-01-25T23:10:35.488182+0000 mgr.smithi111.vbmimw (mgr.14718) 895 : cluster [DBG] 2022-01-25T23:10:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:36 smithi111 conmon[101466]: pgmap v772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:37 smithi179 conmon[67066]: audit 2022-01-25T23:10:37.389725+0000 mon.smithi111 (mon.0) 496 : audit 2022-01-25T23:10:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:37 smithi179 conmon[67066]: audit 2022-01-25T23:10:37.389961+0000 mon.smithi111 (mon.0) 497 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:37 smithi111 conmon[101466]: audit 2022-01-25T23:10:37.389725+0000 mon.smithi111 (mon.0) 496 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:37 smithi111 conmon[101466]: 2022-01-25T23:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:37 smithi111 conmon[101466]: audit 2022-01-25T23:10:37.389961+0000 mon.smithi111 (mon.0) 497 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:38 smithi179 conmon[67066]: cluster 2022-01-25T23:10:37.488705+0000 mgr.smithi111.vbmimw (mgr.14718) 896 : cluster [DBG] 2022-01-25T23:10:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:38 smithi179 conmon[67066]: pgmap v773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:38 smithi111 conmon[101466]: cluster 2022-01-25T23:10:37.488705+0000 mgr.smithi111.vbmimw (mgr.14718) 896 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:40 smithi179 conmon[67066]: cluster 2022-01-25T23:10:39.489676+0000 mgr.smithi111.vbmimw (mgr.14718) 897 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:40 smithi179 conmon[67066]: 2022-01-25T23:10:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:40 smithi111 conmon[101466]: cluster 2022-01-25T23:10:39.489676+0000 mgr.smithi111.vbmimw (mgr.14718) 897 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:41.235 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:10:41.499 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:10:41.499 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (32m) 3m ago 33m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:10:41.500 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (24m) 3m ago 33m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:10:41.500 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (24m) 3m ago 33m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:10:41.500 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (32m) 3m ago 33m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:10:41.500 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (28m) 3m ago 28m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:10:41.500 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (28m) 3m ago 28m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:10:41.501 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (25m) 3m ago 35m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:10:41.501 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (24m) 3m ago 33m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:10:41.501 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (24m) 3m ago 35m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:10:41.501 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (24m) 3m ago 33m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:10:41.502 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (25m) 3m ago 25m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:10:41.502 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (25m) 3m ago 25m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:10:41.502 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (33m) 3m ago 33m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:10:41.502 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (32m) 3m ago 32m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:10:41.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (19m) 3m ago 32m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:10:41.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (32m) 3m ago 32m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:10:41.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (31m) 3m ago 31m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:10:41.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (31m) 3m ago 31m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:10:41.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (31m) 3m ago 31m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:10:41.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (30m) 3m ago 30m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:10:41.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (30m) 3m ago 30m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:10:41.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (30m) 3m ago 30m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:10:41.504 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (32m) 3m ago 33m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:10:41.816 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:10:41.817 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:10:41.817 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:41.817 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:41.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:10:41.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:41.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:41.818 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:10:41.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:10:41.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:10:41.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:41.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:10:41.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:10:41.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:10:41.820 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:10:41.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:10:41.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:10:41.821 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:10:41.821 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:10:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:41 smithi179 conmon[67066]: audit 2022-01-25T23:10:41.817209+0000 mon.smithi111 (mon.0 2022-01-25T23:10:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:41 smithi179 conmon[67066]: ) 498 : audit [DBG] from='client.? 172.21.15.111:0/1026170312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:41 smithi111 conmon[101466]: audit 2022-01-25T23:10:41.817209+0000 mon.smithi111 (mon.0) 498 2022-01-25T23:10:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:41 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/1026170312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:42 smithi111 conmon[101466]: audit 2022-01-25T23:10:41.224282+0000 mgr.smithi111.vbmimw (mgr.14718) 898 : audit [DBG] from='client.34664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:42 smithi111 conmon[101466]: cluster 2022-01-25T23:10:41.490149+0000 mgr.smithi111.vbmimw (mgr.14718) 899 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:42 smithi111 conmon[101466]: audit 2022-01-25T23:10:41. 2022-01-25T23:10:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:42 smithi111 conmon[101466]: 491163+0000 mgr.smithi111.vbmimw (mgr.14718) 900 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:42 smithi179 conmon[67066]: audit 2022-01-25T23:10:41.224282+0000 mgr.smithi111.vbmimw (mgr.14718) 898 : 2022-01-25T23:10:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:42 smithi179 conmon[67066]: audit [DBG] from='client.34664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:42 smithi179 conmon[67066]: cluster 2022-01-25T23:10:41.490149+0000 mgr.smithi111.vbmimw (mgr.14718) 899 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:42 smithi179 conmon[67066]: audit 2022-01-25T23:10:41.491163+0000 mgr.smithi111.vbmimw (mgr.14718) 900 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:44 smithi179 conmon[67066]: cluster 2022-01-25T23:10:43.490957+0000 mgr.smithi111.vbmimw (mgr.14718) 901 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:44 smithi179 conmon[67066]: 2022-01-25T23:10:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:44 smithi111 conmon[101466]: cluster 2022-01-25T23:10:43.490957+0000 mgr.smithi111.vbmimw (mgr.14718) 901 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:46 smithi179 conmon[67066]: cluster 2022-01-25T23:10:45.491465+0000 mgr.smithi111.vbmimw (mgr.14718) 902 : cluster [DBG] 2022-01-25T23:10:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:46 smithi179 conmon[67066]: pgmap v777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:46 smithi111 conmon[101466]: cluster 2022-01-25T23:10:45.491465+0000 mgr.smithi111.vbmimw (mgr.14718) 902 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:48 smithi179 conmon[67066]: cluster 2022-01-25T23:10:47.492018+0000 mgr.smithi111.vbmimw (mgr.14718) 903 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:48 smithi179 conmon[67066]: 2022-01-25T23:10:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:48 smithi111 conmon[101466]: cluster 2022-01-25T23:10:47.492018+0000 mgr.smithi111.vbmimw (mgr.14718) 903 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:50 smithi179 conmon[67066]: cluster 2022-01-25T23:10:49.492894+0000 mgr.smithi111.vbmimw (mgr.14718) 904 2022-01-25T23:10:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:50 smithi179 conmon[67066]: : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:50 smithi111 conmon[101466]: cluster 2022-01-25T23:10:49.492894+0000 mgr.smithi111.vbmimw (mgr.14718) 904 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:52 smithi111 conmon[101466]: cluster 2022-01-25T23:10:51.493581+0000 mgr.smithi111.vbmimw (mgr.14718) 905 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:52 smithi179 conmon[67066]: cluster 2022-01-25T23:10:51.493581+0000 mgr.smithi111.vbmimw (mgr.14718) 905 : cluster 2022-01-25T23:10:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:52 smithi179 conmon[67066]: [DBG] pgmap v780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:54 smithi179 conmon[67066]: cluster 2022-01-25T23:10:53.494329+0000 mgr.smithi111.vbmimw (mgr.14718) 906 : cluster [DBG] 2022-01-25T23:10:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:54 smithi179 conmon[67066]: pgmap v781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:54 smithi111 conmon[101466]: cluster 2022-01-25T23:10:53.494329+0000 mgr.smithi111.vbmimw (mgr.14718) 906 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:56 smithi111 conmon[101466]: cluster 2022-01-25T23:10:55.495070+0000 mgr.smithi111.vbmimw (mgr.14718) 907 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:56 smithi179 conmon[67066]: cluster 2022-01-25T23:10:55.495070+0000 mgr.smithi111.vbmimw (mgr.14718) 907 : cluster [DBG] 2022-01-25T23:10:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:56 smithi179 conmon[67066]: pgmap v782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:58 smithi111 conmon[101466]: cluster 2022-01-25T23:10:57.495508+0000 mgr.smithi111.vbmimw (mgr.14718) 908 : cluster [DBG] 2022-01-25T23:10:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:10:58 smithi111 conmon[101466]: pgmap v783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:58 smithi179 conmon[67066]: cluster 2022-01-25T23:10:57.495508+0000 mgr.smithi111.vbmimw (mgr.14718) 908 : cluster 2022-01-25T23:10:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:10:58 smithi179 conmon[67066]: [DBG] pgmap v783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:00 smithi111 conmon[101466]: cluster 2022-01-25T23:10:59.496391+0000 mgr.smithi111.vbmimw (mgr.14718) 909 2022-01-25T23:11:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:00 smithi111 conmon[101466]: : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:00 smithi179 conmon[67066]: cluster 2022-01-25T23:10:59.496391+0000 mgr.smithi111.vbmimw (mgr.14718) 909 : cluster [DBG] 2022-01-25T23:11:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:00 smithi179 conmon[67066]: pgmap v784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:02 smithi111 conmon[101466]: cluster 2022-01-25T23:11:01.497002+0000 mgr.smithi111.vbmimw (mgr.14718) 910 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:02 smithi179 conmon[67066]: cluster 2022-01-25T23:11:01.497002+0000 mgr.smithi111.vbmimw (mgr.14718) 910 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:04.145 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:03 smithi179 conmon[67066]: audit 2022-01-25T23:11:03.494429+0000 mon.smithi111 (mon.0) 499 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:04.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:03 smithi179 conmon[67066]: audit 2022-01-25T23:11:03.495885+0000 mon.smithi111 (mon.0) 500 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:04.146 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:03 smithi179 conmon[67066]: audit 2022-01-25T23:11:03.496779+0000 mon.smithi111 (mon.0) 501 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:03 smithi111 conmon[101466]: audit 2022-01-25T23:11:03.494429+0000 mon.smithi111 (mon.0 2022-01-25T23:11:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:03 smithi111 conmon[101466]: ) 499 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:03 smithi111 conmon[101466]: audit 2022-01-25T23:11:03.495885+0000 mon.smithi111 (mon.0) 500 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:03 smithi111 conmon[101466]: audit 2022-01-25T23:11:03.496779+0000 mon.smithi111 (mon.0) 501 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:04 smithi111 conmon[101466]: cephadm 2022-01-25T23:11:03.497523+0000 mgr.smithi111.vbmimw (mgr.14718) 911 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:04 smithi111 conmon[101466]: cluster 2022-01-25T23:11:03.497637+0000 mgr.smithi111.vbmimw (mgr.14718) 912 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:05.262 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:04 smithi179 conmon[67066]: cephadm 2022-01-25T23:11:03.497523+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:11:05.263 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:04 smithi179 conmon[67066]: .14718) 911 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:05.263 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:04 smithi179 conmon[67066]: cluster 2022-01-25T23:11:03.497637+0000 mgr.smithi111.vbmimw (mgr.14718) 912 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:07.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:06 smithi179 conmon[67066]: cluster 2022-01-25T23:11:05.498326+0000 mgr.smithi111.vbmimw (mgr.14718) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:06 smithi111 conmon[101466]: cluster 2022-01-25T23:11:05.498326+0000 mgr.smithi111.vbmimw (mgr.14718) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:07 smithi179 conmon[67066]: audit 2022-01-25T23:11:06.983882+0000 mon.smithi111 (mon.0) 502 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:07 smithi179 conmon[67066]: audit 2022-01-25T23:11:07.278299+0000 mon.smithi111 (mon.0) 503 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:07 smithi179 conmon[67066]: audit 2022-01-25T23:11:07.284504+0000 mon.smithi111 (mon.0) 504 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:07 smithi111 conmon[101466]: audit 2022-01-25T23:11:06.983882+0000 mon.smithi111 (mon.0) 502 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:07 smithi111 conmon[101466]: audit 2022-01-25T23:11:07.278299+0000 mon.smithi111 (mon.0) 503 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:07 smithi111 conmon[101466]: audit 2022-01-25T23:11:07.284504+0000 mon.smithi111 (mon.0) 504 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:11:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:08 smithi179 conmon[67066]: cluster 2022-01-25T23:11:07.498834+0000 mgr.smithi111.vbmimw (mgr.14718) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:08 smithi111 conmon[101466]: cluster 2022-01-25T23:11:07.498834+0000 mgr.smithi111.vbmimw (mgr.14718) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:10 smithi179 conmon[67066]: cluster 2022-01-25T23:11:09.499566+0000 mgr.smithi111.vbmimw (mgr.14718) 915 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:10 smithi111 conmon[101466]: cluster 2022-01-25T23:11:09.499566+0000 mgr.smithi111.vbmimw (mgr.14718) 915 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:12.121 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:11:12.388 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:12.388 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (33m) 4m ago 34m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:11:12.389 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (24m) 4m ago 34m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:11:12.389 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (24m) 4m ago 33m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:11:12.389 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (33m) 4m ago 34m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:11:12.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (29m) 4m ago 29m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:11:12.390 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (29m) 4m ago 29m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:11:12.390 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (25m) 4m ago 35m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:11:12.390 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (25m) 4m ago 33m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:11:12.390 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (25m) 4m ago 35m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:11:12.391 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (25m) 4m ago 33m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:11:12.391 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (25m) 4m ago 25m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:11:12.391 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (25m) 4m ago 25m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:11:12.391 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (34m) 4m ago 34m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:11:12.392 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (33m) 4m ago 33m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:11:12.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (20m) 4m ago 33m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:11:12.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (32m) 4m ago 32m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:11:12.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (32m) 4m ago 32m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:11:12.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (31m) 4m ago 31m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:11:12.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (31m) 4m ago 31m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:11:12.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (31m) 4m ago 31m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:11:12.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (31m) 4m ago 31m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:11:12.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (30m) 4m ago 30m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:11:12.394 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (32m) 4m ago 33m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:11:12.712 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:11:12.712 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:11:12.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:12.713 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:12.713 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:11:12.713 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:12.713 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:12.714 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:11:12.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:12.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:12.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:12.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:11:12.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:12.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:12.715 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:11:12.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:12.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:12.716 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:11:12.716 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:11:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:12 smithi179 conmon[67066]: cluster 2022-01-25T23:11:11.500242+0000 mgr.smithi111.vbmimw (mgr.14718) 916 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:12 smithi179 conmon[67066]: audit 2022-01-25T23:11:12.712637+0000 mon.smithi111 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.111:0/2660462791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:12 smithi111 conmon[101466]: cluster 2022-01-25T23:11:11.500242+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:11:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:12 smithi111 conmon[101466]: 916 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:13.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:12 smithi111 conmon[101466]: audit 2022-01-25T23:11:12.712637+0000 mon.smithi111 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.111:0/2660462791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:14 smithi179 conmon[67066]: audit 2022-01-25T23:11:12.109569+0000 mgr.smithi111.vbmimw (mgr.14718) 917 : audit [DBG] from='client.34676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:14 smithi179 conmon[67066]: audit 2022-01-25T23:11:12.380282+0000 mgr.smithi111.vbmimw (mgr.14718) 918 : audit [DBG] from='client.34680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:14 smithi179 conmon[67066]: cluster 2022-01-25T23:11:13.500985+0000 mgr.smithi111.vbmimw (mgr.14718) 919 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:13 smithi111 conmon[101466]: audit 2022-01-25T23:11:12.109569+0000 mgr.smithi111.vbmimw (mgr.14718) 917 : audit [DBG] from='client.34676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:13 smithi111 conmon[101466]: 2022-01-25T23:11:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:13 smithi111 conmon[101466]: audit 2022-01-25T23:11:12.380282+0000 mgr.smithi111.vbmimw (mgr.14718) 918 : audit [DBG] from='client.34680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:14.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:13 smithi111 conmon[101466]: cluster 2022-01-25T23:11:13.500985+0000 mgr.smithi111.vbmimw (mgr.14718) 919 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:16 smithi179 conmon[67066]: cluster 2022-01-25T23:11:15.501661+0000 mgr.smithi111.vbmimw (mgr.14718) 920 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:16 smithi111 conmon[101466]: cluster 2022-01-25T23:11:15.501661+0000 mgr.smithi111.vbmimw (mgr.14718) 920 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:18 smithi179 conmon[67066]: cluster 2022-01-25T23:11:17.502193+0000 mgr.smithi111.vbmimw (mgr.14718) 921 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:18 smithi111 conmon[101466]: cluster 2022-01-25T23:11:17.502193+0000 mgr.smithi111.vbmimw (mgr.14718) 921 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:20 smithi179 conmon[67066]: cluster 2022-01-25T23:11:19.503049+0000 mgr.smithi111.vbmimw (mgr.14718) 922 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:20 smithi179 conmon[67066]: 2022-01-25T23:11:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:20 smithi111 conmon[101466]: cluster 2022-01-25T23:11:19.503049+0000 mgr.smithi111.vbmimw (mgr.14718) 922 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:20 smithi111 conmon[101466]: 2022-01-25T23:11:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:22 smithi111 conmon[101466]: cluster 2022-01-25T23:11:21.503599+0000 mgr.smithi111.vbmimw (mgr.14718) 923 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:22 smithi179 conmon[67066]: cluster 2022-01-25T23:11:21.503599+0000 mgr.smithi111.vbmimw (mgr.14718) 923 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:24 smithi179 conmon[67066]: cluster 2022-01-25T23:11:23.504329+0000 mgr.smithi111.vbmimw (mgr.14718) 924 : cluster 2022-01-25T23:11:25.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:24 smithi179 conmon[67066]: [DBG] pgmap v796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:24 smithi111 conmon[101466]: cluster 2022-01-25T23:11:23.504329+0000 mgr.smithi111.vbmimw (mgr.14718) 924 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:26 smithi179 conmon[67066]: cluster 2022-01-25T23:11:25.504912+0000 mgr.smithi111.vbmimw (mgr.14718) 925 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:27.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:26 smithi179 conmon[67066]: 2022-01-25T23:11:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:26 smithi111 conmon[101466]: cluster 2022-01-25T23:11:25.504912+0000 mgr.smithi111.vbmimw (mgr.14718) 925 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:28 smithi179 conmon[67066]: cluster 2022-01-25T23:11:27.505374+0000 mgr.smithi111.vbmimw (mgr.14718) 926 : cluster 2022-01-25T23:11:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:28 smithi179 conmon[67066]: [DBG] pgmap v798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:28 smithi111 conmon[101466]: cluster 2022-01-25T23:11:27.505374+0000 mgr.smithi111.vbmimw (mgr.14718) 926 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:28 smithi111 conmon[101466]: 2022-01-25T23:11:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:30 smithi179 conmon[67066]: cluster 2022-01-25T23:11:29.506171+0000 mgr.smithi111.vbmimw (mgr.14718) 927 : cluster [DBG] 2022-01-25T23:11:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:30 smithi179 conmon[67066]: pgmap v799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:30 smithi111 conmon[101466]: cluster 2022-01-25T23:11:29.506171+0000 mgr.smithi111.vbmimw (mgr.14718) 927 : cluster [DBG] 2022-01-25T23:11:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:30 smithi111 conmon[101466]: pgmap v799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:32 smithi111 conmon[101466]: cluster 2022-01-25T23:11:31.506947+0000 mgr.smithi111.vbmimw (mgr.14718) 928 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:32 smithi111 conmon[101466]: 2022-01-25T23:11:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:32 smithi179 conmon[67066]: cluster 2022-01-25T23:11:31.506947+0000 mgr.smithi111.vbmimw (mgr.14718) 928 : cluster [DBG] 2022-01-25T23:11:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:32 smithi179 conmon[67066]: pgmap v800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:34 smithi179 conmon[67066]: cluster 2022-01-25T23:11:33.507670+0000 mgr.smithi111.vbmimw (mgr.14718) 929 : 2022-01-25T23:11:35.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:34 smithi179 conmon[67066]: cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:34 smithi111 conmon[101466]: cluster 2022-01-25T23:11:33.507670+0000 mgr.smithi111.vbmimw (mgr.14718) 929 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:37.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:36 smithi179 conmon[67066]: cluster 2022-01-25T23:11:35.508415+0000 mgr.smithi111.vbmimw (mgr.14718) 930 : cluster [DBG] 2022-01-25T23:11:37.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:36 smithi179 conmon[67066]: pgmap v802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:36 smithi111 conmon[101466]: cluster 2022-01-25T23:11:35.508415+0000 mgr.smithi111.vbmimw (mgr.14718) 930 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:37 smithi179 conmon[67066]: audit 2022-01-25T23:11:37.393343+0000 mon.smithi111 (mon.0) 506 : audit 2022-01-25T23:11:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:37 smithi179 conmon[67066]: audit 2022-01-25T23:11:37.393591+0000 mon.smithi111 (mon.0) 507 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:37 smithi111 conmon[101466]: audit 2022-01-25T23:11:37.393343+0000 mon.smithi111 (mon.0) 506 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:37 smithi111 conmon[101466]: 2022-01-25T23:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:37 smithi111 conmon[101466]: audit 2022-01-25T23:11:37.393591+0000 mon.smithi111 (mon.0) 507 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:38 smithi179 conmon[67066]: cluster 2022-01-25T23:11:37.508869+0000 mgr.smithi111.vbmimw (mgr.14718) 931 : cluster [DBG] 2022-01-25T23:11:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:38 smithi179 conmon[67066]: pgmap v803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:38 smithi111 conmon[101466]: cluster 2022-01-25T23:11:37.508869+0000 mgr.smithi111.vbmimw (mgr.14718) 931 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:40 smithi179 conmon[67066]: cluster 2022-01-25T23:11:39.509621+0000 mgr.smithi111.vbmimw (mgr.14718) 932 : cluster [DBG] 2022-01-25T23:11:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:40 smithi179 conmon[67066]: pgmap v804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:40 smithi111 conmon[101466]: cluster 2022-01-25T23:11:39.509621+0000 mgr.smithi111.vbmimw (mgr.14718) 932 : cluster [DBG] 2022-01-25T23:11:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:40 smithi111 conmon[101466]: pgmap v804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:42 smithi111 conmon[101466]: cluster 2022-01-25T23:11:41.510177+0000 mgr.smithi111.vbmimw (mgr.14718) 933 2022-01-25T23:11:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:42 smithi111 conmon[101466]: : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:43.014 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:11:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:42 smithi179 conmon[67066]: cluster 2022-01-25T23:11:41.510177+0000 mgr.smithi111.vbmimw (mgr.14718) 933 : cluster 2022-01-25T23:11:43.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:42 smithi179 conmon[67066]: [DBG] pgmap v805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:43.279 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:43.279 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (33m) 4m ago 35m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:11:43.280 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (25m) 4m ago 34m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:11:43.280 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (25m) 4m ago 34m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:11:43.281 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (33m) 4m ago 34m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:11:43.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (29m) 4m ago 29m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:11:43.282 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (29m) 4m ago 29m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:11:43.282 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (26m) 4m ago 36m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:11:43.282 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (25m) 4m ago 34m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:11:43.283 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (25m) 4m ago 36m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:11:43.283 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (25m) 4m ago 34m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:11:43.284 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (26m) 4m ago 26m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:11:43.284 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (26m) 4m ago 26m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:11:43.284 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (34m) 4m ago 34m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:11:43.285 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (34m) 4m ago 33m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:11:43.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (20m) 4m ago 33m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:11:43.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (33m) 4m ago 33m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:11:43.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (32m) 4m ago 32m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:11:43.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (32m) 4m ago 32m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:11:43.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (32m) 4m ago 32m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:11:43.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (31m) 4m ago 31m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:11:43.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (31m) 4m ago 31m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:11:43.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (31m) 4m ago 31m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:11:43.287 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (33m) 4m ago 34m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:11:43.598 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:11:43.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:11:43.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:43.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:43.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:11:43.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:43.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:43.600 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:11:43.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:43.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:43.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:43.601 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:11:43.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:43.602 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:11:43.602 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:11:43.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:43.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:43.602 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:11:43.603 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:11:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:43 smithi179 conmon[67066]: audit 2022-01-25T23:11:43.599202+0000 mon.smithi111 (mon.0) 508 : 2022-01-25T23:11:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:43 smithi179 conmon[67066]: audit [DBG] from='client.? 172.21.15.111:0/439838269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:43 smithi111 conmon[101466]: audit 2022-01-25T23:11:43.599202+0000 mon.smithi111 (mon.0) 508 2022-01-25T23:11:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:43 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/439838269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:44 smithi179 conmon[67066]: audit 2022-01-25T23:11:43.003875+0000 mgr.smithi111.vbmimw (mgr.14718) 934 : audit 2022-01-25T23:11:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:44 smithi179 conmon[67066]: [DBG] from='client.34688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:44 smithi179 conmon[67066]: audit 2022-01-25T23:11:43.271021+0000 mgr.smithi111.vbmimw (mgr.14718) 935 : audit [DBG] from='client.34692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:44 smithi179 conmon[67066]: cluster 2022-01-25T23:11:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:44 smithi179 conmon[67066]: 2022-01-25T23:11:43.510885+0000 mgr.smithi111.vbmimw (mgr.14718) 936 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:44 smithi111 conmon[101466]: audit 2022-01-25T23:11:43.003875+0000 mgr.smithi111.vbmimw (mgr.14718) 934 : audit 2022-01-25T23:11:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:44 smithi111 conmon[101466]: [DBG] from='client.34688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:44 smithi111 conmon[101466]: audit 2022-01-25T23:11:43.271021+0000 mgr.smithi111.vbmimw (mgr.14718) 935 : audit [DBG] from='client.34692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:44 smithi111 conmon[101466]: cluster 2022-01-25T23:11:43.510885+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:11:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:44 smithi111 conmon[101466]: 14718) 936 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:46 smithi179 conmon[67066]: cluster 2022-01-25T23:11:45.511445+0000 mgr.smithi111.vbmimw (mgr.14718) 937 : cluster 2022-01-25T23:11:47.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:46 smithi179 conmon[67066]: [DBG] pgmap v807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:46 smithi111 conmon[101466]: cluster 2022-01-25T23:11:45.511445+0000 mgr.smithi111.vbmimw (mgr.14718) 937 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:48 smithi179 conmon[67066]: cluster 2022-01-25T23:11:47.511940+0000 mgr.smithi111.vbmimw (mgr.14718) 938 : cluster [DBG] 2022-01-25T23:11:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:48 smithi179 conmon[67066]: pgmap v808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:48 smithi111 conmon[101466]: cluster 2022-01-25T23:11:47.511940+0000 mgr.smithi111.vbmimw (mgr.14718) 938 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:50 smithi179 conmon[67066]: cluster 2022-01-25T23:11:49.512838+0000 mgr.smithi111.vbmimw (mgr.14718) 939 : cluster 2022-01-25T23:11:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:50 smithi179 conmon[67066]: [DBG] pgmap v809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:50 smithi111 conmon[101466]: cluster 2022-01-25T23:11:49.512838+0000 mgr.smithi111.vbmimw (mgr.14718) 939 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:52 smithi111 conmon[101466]: cluster 2022-01-25T23:11:51.513403+0000 mgr.smithi111.vbmimw (mgr.14718) 940 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:52 smithi111 conmon[101466]: 2022-01-25T23:11:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:52 smithi179 conmon[67066]: cluster 2022-01-25T23:11:51.513403+0000 mgr.smithi111.vbmimw (mgr.14718) 940 : cluster 2022-01-25T23:11:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:52 smithi179 conmon[67066]: [DBG] pgmap v810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:54 smithi111 conmon[101466]: cluster 2022-01-25T23:11:53.514187+0000 mgr.smithi111.vbmimw (mgr.14718) 941 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:54 smithi179 conmon[67066]: cluster 2022-01-25T23:11:53.514187+0000 mgr.smithi111.vbmimw (mgr.14718) 941 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:56 smithi111 conmon[101466]: cluster 2022-01-25T23:11:55.514737+0000 mgr.smithi111.vbmimw (mgr.14718) 942 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:56 smithi179 conmon[67066]: cluster 2022-01-25T23:11:55.514737+0000 mgr.smithi111.vbmimw (mgr.14718) 942 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:56 smithi179 conmon[67066]: 2022-01-25T23:11:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:58 smithi111 conmon[101466]: cluster 2022-01-25T23:11:57.515239+0000 mgr.smithi111.vbmimw (mgr.14718) 943 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:11:58 smithi111 conmon[101466]: 2022-01-25T23:11:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:58 smithi179 conmon[67066]: cluster 2022-01-25T23:11:57.515239+0000 mgr.smithi111.vbmimw (mgr.14718) 943 : cluster [DBG] 2022-01-25T23:11:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:11:58 smithi179 conmon[67066]: pgmap v813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:00 smithi111 conmon[101466]: cluster 2022-01-25T23:11:59.516137+0000 mgr.smithi111.vbmimw (mgr.14718) 944 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:00 smithi179 conmon[67066]: cluster 2022-01-25T23:11:59.516137+0000 mgr.smithi111.vbmimw (mgr.14718) 944 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:02 smithi111 conmon[101466]: cluster 2022-01-25T23:12:01.516682+0000 mgr.smithi111.vbmimw (mgr.14718) 945 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:02 smithi179 conmon[67066]: cluster 2022-01-25T23:12:01.516682+0000 mgr.smithi111.vbmimw (mgr.14718) 945 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:04 smithi111 conmon[101466]: cluster 2022-01-25T23:12:03.517434+0000 mgr.smithi111.vbmimw (mgr.14718) 946 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:04 smithi111 conmon[101466]: 2022-01-25T23:12:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:04 smithi179 conmon[67066]: cluster 2022-01-25T23:12:03.517434+0000 mgr.smithi111.vbmimw (mgr.14718) 946 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:06 smithi111 conmon[101466]: cluster 2022-01-25T23:12:05.518079+0000 mgr.smithi111.vbmimw (mgr.14718) 947 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:06 smithi111 conmon[101466]: 2022-01-25T23:12:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:06 smithi179 conmon[67066]: cluster 2022-01-25T23:12:05.518079+0000 mgr.smithi111.vbmimw (mgr.14718) 947 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: audit 2022-01-25T23:12:07.288020+0000 2022-01-25T23:12:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: mon.smithi111 (mon.0) 509 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: audit 2022-01-25T23:12:07.289489+0000 mon.smithi111 (mon.0) 510 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: audit 2022-01-25T23:12:07.290497+0000 mon.smithi111 (mon.0) 511 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: audit 2022-01-25T23:12:07.605758+0000 mon.smithi111 (mon.0) 512 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:12:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: audit 2022-01-25T23:12:07.610686+0000 mon.smithi111 (mon.0 2022-01-25T23:12:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:07 smithi111 conmon[101466]: ) 513 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:12:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit 2022-01-25T23:12:07.288020+0000 mon.smithi111 (mon.0) 509 : 2022-01-25T23:12:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit 2022-01-25T23:12:07.289489+0000 mon.smithi111 (mon.0) 510 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit 2022-01-25T23:12:07.290497+0000 mon.smithi111 (mon.0) 511 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit 2022-01-25T23:12:07.605758+0000 mon.smithi111 (mon.0) 512 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:12:08.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:07 smithi179 conmon[67066]: audit 2022-01-25T23:12:07.610686+0000 mon.smithi111 (mon.0) 513 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:12:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:08 smithi111 conmon[101466]: cephadm 2022-01-25T23:12:07.291215+0000 mgr.smithi111.vbmimw (mgr.14718) 948 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:08 smithi111 conmon[101466]: cluster 2022-01-25T23:12:07.518464+0000 mgr.smithi111.vbmimw (mgr.14718) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:08 smithi179 conmon[67066]: cephadm 2022-01-25T23:12:07.291215+0000 mgr.smithi111.vbmimw (mgr.14718) 948 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:08 smithi179 conmon[67066]: cluster 2022-01-25T23:12:07.518464+0000 mgr.smithi111.vbmimw (mgr.14718) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:10 smithi111 conmon[101466]: cluster 2022-01-25T23:12:09.519227+0000 mgr.smithi111.vbmimw (mgr.14718) 950 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:10 smithi179 conmon[67066]: cluster 2022-01-25T23:12:09.519227+0000 mgr.smithi111.vbmimw (mgr.14718) 950 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:10 smithi179 conmon[67066]: 2022-01-25T23:12:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:12 smithi111 conmon[101466]: cluster 2022-01-25T23:12:11.519812+0000 mgr.smithi111.vbmimw (mgr.14718) 951 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:12 smithi179 conmon[67066]: cluster 2022-01-25T23:12:11.519812+0000 mgr.smithi111.vbmimw (mgr.14718) 951 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:13.898 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:12:14.168 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:14.169 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (34m) 5m ago 35m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:12:14.169 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (25m) 5m ago 35m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:12:14.170 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (25m) 5m ago 34m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:12:14.170 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (34m) 5m ago 35m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:12:14.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (30m) 5m ago 30m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:12:14.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (30m) 5m ago 30m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:12:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (26m) 5m ago 36m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:12:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (26m) 5m ago 34m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:12:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (26m) 5m ago 36m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:12:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (26m) 5m ago 34m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:12:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (26m) 5m ago 26m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:12:14.172 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (26m) 5m ago 26m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:12:14.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (35m) 5m ago 35m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:12:14.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (34m) 5m ago 34m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:12:14.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (21m) 5m ago 34m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:12:14.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (33m) 5m ago 33m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:12:14.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (33m) 5m ago 33m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:12:14.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (33m) 5m ago 33m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:12:14.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (32m) 5m ago 32m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:12:14.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (32m) 5m ago 32m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:12:14.174 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (32m) 5m ago 32m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:12:14.174 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (31m) 5m ago 31m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:12:14.175 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (33m) 5m ago 34m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:12:14.486 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:12:14.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:12:14.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:14.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:14.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:12:14.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:14.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:14.488 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:12:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:12:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:14.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:14.490 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:12:14.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:14.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:14.491 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:12:14.491 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:12:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:14 smithi111 conmon[101466]: cluster 2022-01-25T23:12:13.520560+0000 mgr.smithi111.vbmimw (mgr.14718) 952 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:15.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:14 smithi111 conmon[101466]: 2022-01-25T23:12:15.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:14 smithi111 conmon[101466]: audit 2022-01-25T23:12:13.887214+0000 mgr.smithi111.vbmimw (mgr.14718) 953 : audit [DBG] from='client.34700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:15.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:14 smithi111 conmon[101466]: audit 2022-01-25T23:12:14.487386+0000 mon.smithi111 (mon.0) 514 2022-01-25T23:12:15.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:14 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/2766482079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:14 smithi179 conmon[67066]: cluster 2022-01-25T23:12:13.520560+0000 mgr.smithi111.vbmimw (mgr.14718) 952 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:14 smithi179 conmon[67066]: audit 2022-01-25T23:12:13.887214+0000 mgr.smithi111.vbmimw (mgr.14718) 953 : audit [DBG] from='client.34700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:14 smithi179 conmon[67066]: audit 2022-01-25T23:12:14.487386+0000 mon.smithi111 (mon.0) 514 : audit [DBG] from='client.? 172.21.15.111:0/2766482079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:15 smithi111 conmon[101466]: audit 2022-01-25T23:12:14.160381+0000 mgr.smithi111.vbmimw (mgr.14718) 954 : audit [DBG] 2022-01-25T23:12:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:15 smithi111 conmon[101466]: from='client.34704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:15 smithi179 conmon[67066]: audit 2022-01-25T23:12:14.160381+0000 mgr.smithi111.vbmimw (mgr.14718) 954 : audit [DBG] from='client.34704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:16 smithi111 conmon[101466]: cluster 2022-01-25T23:12:15.521225+0000 mgr.smithi111.vbmimw (mgr.14718) 955 : cluster 2022-01-25T23:12:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:16 smithi111 conmon[101466]: [DBG] pgmap v822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:16 smithi179 conmon[67066]: cluster 2022-01-25T23:12:15.521225+0000 mgr.smithi111.vbmimw (mgr.14718) 955 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:16 smithi179 conmon[67066]: 2022-01-25T23:12:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:18 smithi111 conmon[101466]: cluster 2022-01-25T23:12:17.521867+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:12:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:18 smithi111 conmon[101466]: 956 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:18 smithi179 conmon[67066]: cluster 2022-01-25T23:12:17.521867+0000 mgr.smithi111.vbmimw (mgr.14718) 956 : cluster [DBG] 2022-01-25T23:12:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:18 smithi179 conmon[67066]: pgmap v823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:20 smithi111 conmon[101466]: cluster 2022-01-25T23:12:19.522506+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:12:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:20 smithi111 conmon[101466]: ) 957 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:20 smithi179 conmon[67066]: cluster 2022-01-25T23:12:19.522506+0000 mgr.smithi111.vbmimw (mgr.14718) 957 : cluster 2022-01-25T23:12:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:20 smithi179 conmon[67066]: [DBG] pgmap v824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:23.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:22 smithi111 conmon[101466]: cluster 2022-01-25T23:12:21.523155+0000 mgr.smithi111.vbmimw (mgr.14718) 958 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:22 smithi179 conmon[67066]: cluster 2022-01-25T23:12:21.523155+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:12:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:22 smithi179 conmon[67066]: 958 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:24 smithi111 conmon[101466]: cluster 2022-01-25T23:12:23.523908+0000 mgr.smithi111.vbmimw (mgr.14718) 959 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:24 smithi179 conmon[67066]: cluster 2022-01-25T23:12:23.523908+0000 mgr.smithi111.vbmimw (mgr.14718) 959 : cluster [DBG] 2022-01-25T23:12:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:24 smithi179 conmon[67066]: pgmap v826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:26 smithi111 conmon[101466]: cluster 2022-01-25T23:12:25.524450+0000 mgr.smithi111.vbmimw (mgr.14718) 960 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:26 smithi179 conmon[67066]: cluster 2022-01-25T23:12:25.524450+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:12:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:26 smithi179 conmon[67066]: 14718) 960 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:28 smithi111 conmon[101466]: cluster 2022-01-25T23:12:27.525053+0000 mgr.smithi111.vbmimw (mgr.14718) 961 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:28 smithi179 conmon[67066]: cluster 2022-01-25T23:12:27.525053+0000 mgr.smithi111.vbmimw (mgr.14718) 961 : cluster [DBG] 2022-01-25T23:12:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:28 smithi179 conmon[67066]: pgmap v828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:30 smithi111 conmon[101466]: cluster 2022-01-25T23:12:29.525937+0000 mgr.smithi111.vbmimw (mgr.14718) 962 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:30 smithi179 conmon[67066]: cluster 2022-01-25T23:12:29.525937+0000 mgr.smithi111.vbmimw (mgr.14718) 962 : 2022-01-25T23:12:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:30 smithi179 conmon[67066]: cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:32 smithi111 conmon[101466]: cluster 2022-01-25T23:12:31.526596+0000 mgr.smithi111.vbmimw (mgr.14718) 963 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:32 smithi179 conmon[67066]: cluster 2022-01-25T23:12:31.526596+0000 mgr.smithi111.vbmimw (mgr.14718) 963 : cluster 2022-01-25T23:12:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:32 smithi179 conmon[67066]: [DBG] pgmap v830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:34 smithi111 conmon[101466]: cluster 2022-01-25T23:12:33.527329+0000 mgr.smithi111.vbmimw (mgr.14718) 964 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:34 smithi179 conmon[67066]: cluster 2022-01-25T23:12:33.527329+0000 mgr.smithi111.vbmimw (mgr.14718) 964 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:34 smithi179 conmon[67066]: 2022-01-25T23:12:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:36 smithi111 conmon[101466]: cluster 2022-01-25T23:12:35.527949+0000 mgr.smithi111.vbmimw (mgr.14718) 965 : cluster [DBG] 2022-01-25T23:12:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:36 smithi111 conmon[101466]: pgmap v832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:36 smithi179 conmon[67066]: cluster 2022-01-25T23:12:35.527949+0000 mgr.smithi111.vbmimw (mgr.14718) 965 : cluster 2022-01-25T23:12:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:36 smithi179 conmon[67066]: [DBG] pgmap v832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:37 smithi111 conmon[101466]: audit 2022-01-25T23:12:37.396760+0000 mon.smithi111 (mon.0) 515 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:37 smithi111 conmon[101466]: audit 2022-01-25T23:12:37.397044+0000 mon.smithi111 (mon.0) 516 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:37 smithi179 conmon[67066]: audit 2022-01-25T23:12:37.396760+0000 mon.smithi111 (mon.0) 515 : 2022-01-25T23:12:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:37 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:37 smithi179 conmon[67066]: audit 2022-01-25T23:12:37.397044+0000 mon.smithi111 (mon.0) 516 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:38 smithi111 conmon[101466]: cluster 2022-01-25T23:12:37.528623+0000 mgr.smithi111.vbmimw (mgr.14718) 966 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:38 smithi111 conmon[101466]: 2022-01-25T23:12:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:38 smithi179 conmon[67066]: cluster 2022-01-25T23:12:37.528623+0000 mgr.smithi111.vbmimw (mgr.14718) 966 : 2022-01-25T23:12:39.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:38 smithi179 conmon[67066]: cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:40 smithi111 conmon[101466]: cluster 2022-01-25T23:12:39.529515+0000 mgr.smithi111.vbmimw (mgr.14718) 967 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:40 smithi179 conmon[67066]: cluster 2022-01-25T23:12:39.529515+0000 mgr.smithi111.vbmimw (mgr.14718) 967 : cluster [DBG] 2022-01-25T23:12:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:40 smithi179 conmon[67066]: pgmap v834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:42 smithi111 conmon[101466]: cluster 2022-01-25T23:12:41.530100+0000 mgr.smithi111.vbmimw (mgr.14718) 968 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:42 smithi179 conmon[67066]: cluster 2022-01-25T23:12:41.530100+0000 mgr.smithi111.vbmimw (mgr.14718) 968 : cluster 2022-01-25T23:12:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:42 smithi179 conmon[67066]: [DBG] pgmap v835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:44.798 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:12:45.067 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:45.067 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (34m) 5m ago 36m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:12:45.068 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (26m) 5m ago 35m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:12:45.068 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (26m) 5m ago 35m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:12:45.068 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (34m) 5m ago 35m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:12:45.068 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (30m) 5m ago 30m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:12:45.068 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (30m) 5m ago 30m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:12:45.069 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (27m) 5m ago 37m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:12:45.069 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (26m) 5m ago 35m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:12:45.069 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (26m) 5m ago 37m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:12:45.069 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (26m) 5m ago 35m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:12:45.070 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (27m) 5m ago 27m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:12:45.070 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (27m) 5m ago 27m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:12:45.070 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (35m) 5m ago 35m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:12:45.070 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (35m) 5m ago 35m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:12:45.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (21m) 5m ago 34m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:12:45.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (34m) 5m ago 34m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:12:45.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (33m) 5m ago 33m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:12:45.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (33m) 5m ago 33m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:12:45.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (33m) 5m ago 33m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:12:45.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (32m) 5m ago 32m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:12:45.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (32m) 5m ago 32m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:12:45.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (32m) 5m ago 32m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:12:45.072 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (34m) 5m ago 35m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:12:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:44 smithi111 conmon[101466]: cluster 2022-01-25T23:12:43.530825+0000 mgr.smithi111.vbmimw (mgr.14718) 969 : cluster [DBG] 2022-01-25T23:12:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:44 smithi111 conmon[101466]: pgmap v836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:44 smithi179 conmon[67066]: cluster 2022-01-25T23:12:43.530825+0000 mgr.smithi111.vbmimw (mgr.14718) 969 : cluster 2022-01-25T23:12:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:44 smithi179 conmon[67066]: [DBG] pgmap v836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:45.387 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:12:45.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:12:45.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:45.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:45.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:12:45.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:45.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:45.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:12:45.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:45.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:45.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:45.390 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:12:45.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:45.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:12:45.391 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:12:45.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:45.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:45.391 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:12:45.392 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:12:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:45 smithi179 conmon[67066]: audit 2022-01-25T23:12:44.787250+0000 mgr.smithi111.vbmimw (mgr.14718) 970 : 2022-01-25T23:12:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:45 smithi179 conmon[67066]: audit [DBG] from='client.34712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:45 smithi179 conmon[67066]: audit 2022-01-25T23:12:45.388591+0000 mon.smithi111 (mon.0) 517 : audit [DBG] from='client.? 172.21.15.111:0/1730163261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:45 smithi111 conmon[101466]: audit 2022-01-25T23:12:44.787250+0000 mgr.smithi111.vbmimw (mgr.14718) 970 : audit 2022-01-25T23:12:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:45 smithi111 conmon[101466]: [DBG] from='client.34712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:45 smithi111 conmon[101466]: audit 2022-01-25T23:12:45.388591+0000 mon.smithi111 (mon.0) 517 : audit [DBG] from='client.? 172.21.15.111:0/1730163261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:46 smithi179 conmon[67066]: audit 2022-01-25T23:12:45.059273+0000 mgr.smithi111.vbmimw (mgr.14718) 971 2022-01-25T23:12:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:46 smithi179 conmon[67066]: : audit [DBG] from='client.34716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:46 smithi179 conmon[67066]: cluster 2022-01-25T23:12:45.531369+0000 mgr.smithi111.vbmimw (mgr.14718) 972 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:46 smithi111 conmon[101466]: audit 2022-01-25T23:12:45.059273+0000 mgr.smithi111.vbmimw (mgr.14718) 971 : audit [DBG] 2022-01-25T23:12:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:46 smithi111 conmon[101466]: from='client.34716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:46 smithi111 conmon[101466]: cluster 2022-01-25T23:12:45.531369+0000 mgr.smithi111.vbmimw (mgr.14718) 972 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:48 smithi179 conmon[67066]: cluster 2022-01-25T23:12:47.531841+0000 mgr.smithi111.vbmimw (mgr.14718) 973 : cluster [DBG] 2022-01-25T23:12:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:48 smithi179 conmon[67066]: pgmap v838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:48 smithi111 conmon[101466]: cluster 2022-01-25T23:12:47.531841+0000 mgr.smithi111.vbmimw (mgr.14718) 973 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:50 smithi179 conmon[67066]: cluster 2022-01-25T23:12:49.532648+0000 mgr.smithi111.vbmimw (mgr.14718) 974 : cluster 2022-01-25T23:12:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:50 smithi179 conmon[67066]: [DBG] pgmap v839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:50 smithi111 conmon[101466]: cluster 2022-01-25T23:12:49.532648+0000 mgr.smithi111.vbmimw (mgr.14718) 974 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:52 smithi179 conmon[67066]: cluster 2022-01-25T23:12:51.533308+0000 mgr.smithi111.vbmimw (mgr.14718) 975 : cluster [DBG] 2022-01-25T23:12:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:52 smithi179 conmon[67066]: pgmap v840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:52 smithi111 conmon[101466]: cluster 2022-01-25T23:12:51.533308+0000 mgr.smithi111.vbmimw (mgr.14718) 975 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:55 smithi179 conmon[67066]: cluster 2022-01-25T23:12:53.534036+0000 mgr.smithi111.vbmimw (mgr.14718) 976 : cluster [DBG] 2022-01-25T23:12:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:55 smithi179 conmon[67066]: pgmap v841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:55 smithi111 conmon[101466]: cluster 2022-01-25T23:12:53.534036+0000 mgr.smithi111.vbmimw (mgr.14718) 976 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:57 smithi179 conmon[67066]: cluster 2022-01-25T23:12:55.534577+0000 mgr.smithi111.vbmimw (mgr.14718) 977 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:57 smithi111 conmon[101466]: cluster 2022-01-25T23:12:55.534577+0000 mgr.smithi111.vbmimw (mgr.14718) 977 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:57 smithi111 conmon[101466]: 2022-01-25T23:12:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:59 smithi179 conmon[67066]: cluster 2022-01-25T23:12:57.535081+0000 mgr.smithi111.vbmimw (mgr.14718) 978 : cluster [DBG] 2022-01-25T23:12:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:12:59 smithi179 conmon[67066]: pgmap v843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:12:59 smithi111 conmon[101466]: cluster 2022-01-25T23:12:57.535081+0000 mgr.smithi111.vbmimw (mgr.14718) 978 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:01 smithi179 conmon[67066]: cluster 2022-01-25T23:12:59.535918+0000 mgr.smithi111.vbmimw (mgr.14718) 979 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:01 smithi111 conmon[101466]: cluster 2022-01-25T23:12:59.535918+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:13:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:01 smithi111 conmon[101466]: ) 979 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:02 smithi179 conmon[67066]: cluster 2022-01-25T23:13:01.536453+0000 mgr.smithi111.vbmimw (mgr.14718) 980 : 2022-01-25T23:13:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:02 smithi179 conmon[67066]: cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:02 smithi111 conmon[101466]: cluster 2022-01-25T23:13:01.536453+0000 mgr.smithi111.vbmimw (mgr.14718) 980 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:04 smithi179 conmon[67066]: cluster 2022-01-25T23:13:03.537214+0000 mgr.smithi111.vbmimw (mgr.14718) 981 : cluster 2022-01-25T23:13:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:04 smithi179 conmon[67066]: [DBG] pgmap v846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:04 smithi111 conmon[101466]: cluster 2022-01-25T23:13:03.537214+0000 mgr.smithi111.vbmimw (mgr.14718) 981 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:06 smithi179 conmon[67066]: cluster 2022-01-25T23:13:05.537914+0000 mgr.smithi111.vbmimw (mgr.14718) 982 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:06 smithi111 conmon[101466]: cluster 2022-01-25T23:13:05.537914+0000 mgr.smithi111.vbmimw (mgr.14718) 982 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:07 smithi179 conmon[67066]: audit 2022-01-25T23:13:07.613575+0000 mon.smithi111 (mon.0) 518 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:07 smithi179 conmon[67066]: audit 2022-01-25T23:13:07.615010+0000 mon.smithi111 (mon.0) 519 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:07 smithi179 conmon[67066]: audit 2022-01-25T23:13 2022-01-25T23:13:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:07 smithi179 conmon[67066]: :07.616021+0000 mon.smithi111 (mon.0) 520 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:07 smithi111 conmon[101466]: audit 2022-01-25T23:13:07.613575+0000 mon.smithi111 (mon.0) 518 2022-01-25T23:13:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:07 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:07 smithi111 conmon[101466]: audit 2022-01-25T23:13:07.615010+0000 mon.smithi111 (mon.0) 519 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:07 smithi111 conmon[101466]: audit 2022-01-25T23:13:07.616021+0000 mon.smithi111 (mon.0) 2022-01-25T23:13:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:07 smithi111 conmon[101466]: 520 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: cluster 2022-01-25T23:13:07.538316+0000 mgr.smithi111.vbmimw (mgr.14718) 983 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: cephadm 2022-01-25T23:13:07.616710+0000 2022-01-25T23:13:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 984 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: audit 2022-01-25T23:13:07.934738+0000 mon.smithi111 (mon.0) 521 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:13:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:13:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:08 smithi111 conmon[101466]: 13:07.941891+0000 mon.smithi111 (mon.0) 522 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:13:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: cluster 2022-01-25T23:13:07.538316+0000 mgr.smithi111.vbmimw (mgr.14718) 983 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: cephadm 2022-01-25T23:13:07.616710+0000 mgr.smithi111.vbmimw (mgr.14718) 984 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: audit 2022-01-25T23:13:07.934738+0000 mon.smithi111 (mon.0) 521 : audit 2022-01-25T23:13:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:13:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:13:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: T23:13:07.941891+0000 2022-01-25T23:13:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: mon.smithi111 (mon.0) 522 : audit 2022-01-25T23:13:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:08 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:13:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:10 smithi111 conmon[101466]: cluster 2022-01-25T23:13:09.539038+0000 mgr.smithi111.vbmimw (mgr.14718) 985 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:10 smithi179 conmon[67066]: cluster 2022-01-25T23:13:09.539038+0000 mgr.smithi111.vbmimw (mgr.14718) 985 : cluster 2022-01-25T23:13:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:10 smithi179 conmon[67066]: [DBG] pgmap v849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:12 smithi111 conmon[101466]: cluster 2022-01-25T23:13:11.539613+0000 mgr.smithi111.vbmimw (mgr.14718) 986 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:12 smithi179 conmon[67066]: cluster 2022-01-25T23:13:11.539613+0000 mgr.smithi111.vbmimw (mgr.14718) 986 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:14 smithi111 conmon[101466]: cluster 2022-01-25T23:13:13.540399+0000 mgr.smithi111.vbmimw (mgr.14718) 987 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:14 smithi179 conmon[67066]: cluster 2022-01-25T23:13:13.540399+0000 mgr.smithi111.vbmimw (mgr.14718) 987 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:15.687 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:13:15.957 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:15.958 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (35m) 6m ago 36m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:13:15.958 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (26m) 6m ago 36m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:13:15.958 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (26m) 6m ago 35m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:13:15.959 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (35m) 6m ago 36m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:13:15.959 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (31m) 6m ago 31m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:13:15.959 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (31m) 6m ago 31m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:13:15.959 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (27m) 6m ago 37m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:13:15.960 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (27m) 6m ago 35m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:13:15.960 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (27m) 6m ago 37m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:13:15.960 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (27m) 6m ago 35m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:13:15.960 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:13:15.961 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (27m) 6m ago 27m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:13:15.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (36m) 6m ago 36m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:13:15.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (35m) 6m ago 35m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:13:15.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (22m) 6m ago 35m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:13:15.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (34m) 6m ago 34m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:13:15.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (34m) 6m ago 34m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:13:15.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (34m) 6m ago 34m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:13:15.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (33m) 6m ago 33m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:13:15.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (33m) 6m ago 33m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:13:15.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (33m) 6m ago 33m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:13:15.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (32m) 6m ago 32m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:13:15.963 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (34m) 6m ago 35m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:13:16.275 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:13:16.276 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:13:16.276 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:16.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:16.276 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:13:16.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:16.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:16.277 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:13:16.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:16.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:16.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:16.278 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:13:16.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:16.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:13:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:13:16.280 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:13:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: cluster 2022-01-25T23:13:15.540874+0000 mgr.smithi111.vbmimw (mgr.14718) 988 : 2022-01-25T23:13:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: audit 2022-01-25T23:13:15.675960+0000 mgr.smithi111.vbmimw (mgr.14718) 989 : audit [DBG] from='client.34724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: audit 2022-01-25T23:13 2022-01-25T23:13:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: :15.948214+0000 mgr.smithi111.vbmimw (mgr.14718) 990 : audit [DBG] from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: audit 2022-01-25T23:13:16.276217+0000 2022-01-25T23:13:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:16 smithi111 conmon[101466]: mon.smithi111 (mon.0) 523 : audit [DBG] from='client.? 172.21.15.111:0/4029272981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: cluster 2022-01-25T23:13:15.540874+0000 mgr.smithi111.vbmimw (mgr.14718) 988 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: audit 2022-01-25T23:13:15.675960+0000 mgr.smithi111.vbmimw (mgr.14718) 989 : audit [DBG] from='client.34724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: audit 2022-01-25T23:13:15. 2022-01-25T23:13:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: 948214+0000 mgr.smithi111.vbmimw (mgr.14718) 990 : audit [DBG] from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:13:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: -25T23:13:16.276217 2022-01-25T23:13:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 523 : audit [DBG] 2022-01-25T23:13:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:16 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/4029272981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:18 smithi111 conmon[101466]: cluster 2022-01-25T23:13:17.541478+0000 mgr.smithi111.vbmimw (mgr.14718) 991 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:18 smithi179 conmon[67066]: cluster 2022-01-25T23:13:17.541478+0000 mgr.smithi111.vbmimw (mgr.14718) 991 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:20 smithi111 conmon[101466]: cluster 2022-01-25T23:13:19.542401+0000 mgr.smithi111.vbmimw (mgr.14718) 992 : cluster 2022-01-25T23:13:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:20 smithi111 conmon[101466]: [DBG] pgmap v854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:20 smithi179 conmon[67066]: cluster 2022-01-25T23:13:19.542401+0000 mgr.smithi111.vbmimw (mgr.14718) 992 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:22 smithi111 conmon[101466]: cluster 2022-01-25T23:13:21.542995+0000 mgr.smithi111.vbmimw (mgr.14718) 993 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:23.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:22 smithi111 conmon[101466]: 2022-01-25T23:13:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:22 smithi179 conmon[67066]: cluster 2022-01-25T23:13:21.542995+0000 mgr.smithi111.vbmimw (mgr.14718) 993 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:24 smithi111 conmon[101466]: cluster 2022-01-25T23:13:23.543673+0000 mgr.smithi111.vbmimw (mgr.14718) 994 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:24 smithi179 conmon[67066]: cluster 2022-01-25T23:13:23.543673+0000 mgr.smithi111.vbmimw (mgr.14718) 994 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:26 smithi111 conmon[101466]: cluster 2022-01-25T23:13:25.544280+0000 mgr.smithi111.vbmimw (mgr.14718) 995 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:26 smithi179 conmon[67066]: cluster 2022-01-25T23:13:25.544280+0000 mgr.smithi111.vbmimw (mgr.14718) 995 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:28 smithi111 conmon[101466]: cluster 2022-01-25T23:13:27.544751+0000 mgr.smithi111.vbmimw (mgr.14718) 996 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:28 smithi179 conmon[67066]: cluster 2022-01-25T23:13:27.544751+0000 mgr.smithi111.vbmimw (mgr.14718) 996 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:30 smithi111 conmon[101466]: cluster 2022-01-25T23:13:29.545470+0000 mgr.smithi111.vbmimw (mgr.14718) 997 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:30 smithi179 conmon[67066]: cluster 2022-01-25T23:13:29.545470+0000 mgr.smithi111.vbmimw (mgr.14718) 997 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:32 smithi111 conmon[101466]: cluster 2022-01-25T23:13:31.546046+0000 mgr.smithi111.vbmimw (mgr.14718) 998 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:32 smithi179 conmon[67066]: cluster 2022-01-25T23:13:31.546046+0000 mgr.smithi111.vbmimw (mgr.14718) 998 : cluster [DBG] 2022-01-25T23:13:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:32 smithi179 conmon[67066]: pgmap v860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:34 smithi111 conmon[101466]: cluster 2022-01-25T23:13:33.546699+0000 mgr.smithi111.vbmimw (mgr.14718) 999 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:34 smithi179 conmon[67066]: cluster 2022-01-25T23:13:33.546699+0000 mgr.smithi111.vbmimw (mgr.14718) 999 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:36 smithi179 conmon[67066]: cluster 2022-01-25T23:13:35.547270+0000 mgr.smithi111.vbmimw (mgr.14718) 1000 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:36 smithi111 conmon[101466]: cluster 2022-01-25T23:13:35.547270+0000 mgr.smithi111.vbmimw (mgr.14718) 1000 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:37 smithi179 conmon[67066]: audit 2022-01-25T23:13:37.401611+0000 mon.smithi111 (mon.0) 524 : audit 2022-01-25T23:13:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:37 smithi179 conmon[67066]: audit 2022-01-25T23:13:37.401850+0000 mon.smithi111 (mon.0) 525 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:37 smithi111 conmon[101466]: audit 2022-01-25T23:13:37.401611+0000 mon.smithi111 (mon.0) 524 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:37 smithi111 conmon[101466]: audit 2022-01-25T23:13:37.401850+0000 mon.smithi111 (mon.0) 525 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:38 smithi179 conmon[67066]: cluster 2022-01-25T23:13:37.547735+0000 mgr.smithi111.vbmimw (mgr.14718) 1001 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:38 smithi111 conmon[101466]: cluster 2022-01-25T23:13:37.547735+0000 mgr.smithi111.vbmimw (mgr.14718) 1001 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:38 smithi111 conmon[101466]: 2022-01-25T23:13:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:41 smithi179 conmon[67066]: cluster 2022-01-25T23:13:39.548457+0000 mgr.smithi111.vbmimw (mgr.14718) 1002 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:41 smithi111 conmon[101466]: cluster 2022-01-25T23:13:39.548457+0000 mgr.smithi111.vbmimw (mgr.14718) 1002 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:43 smithi179 conmon[67066]: cluster 2022-01-25T23:13:41.549044+0000 mgr.smithi111.vbmimw (mgr.14718) 1003 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:43 smithi111 conmon[101466]: cluster 2022-01-25T23:13:41.549044+0000 mgr.smithi111.vbmimw (mgr.14718) 1003 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:45 smithi179 conmon[67066]: cluster 2022-01-25T23:13:43.549702+0000 mgr.smithi111.vbmimw (mgr.14718) 1004 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:45 smithi111 conmon[101466]: cluster 2022-01-25T23:13:43.549702+0000 mgr.smithi111.vbmimw (mgr.14718) 1004 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:46.573 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:13:46.838 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (35m) 6m ago 37m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:13:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (27m) 6m ago 36m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:13:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (27m) 6m ago 36m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:13:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (35m) 6m ago 36m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:13:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (31m) 6m ago 31m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:13:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (31m) 6m ago 31m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:13:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (28m) 6m ago 38m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:13:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (27m) 6m ago 36m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:13:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (27m) 6m ago 38m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:13:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (27m) 6m ago 36m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:13:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:13:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (28m) 6m ago 28m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:13:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (36m) 6m ago 36m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:13:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (36m) 6m ago 36m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:13:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (23m) 6m ago 35m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:13:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (35m) 6m ago 35m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:13:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (34m) 6m ago 34m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:13:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (34m) 6m ago 34m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:13:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (34m) 6m ago 34m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:13:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (34m) 6m ago 34m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:13:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (33m) 6m ago 33m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:13:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (33m) 6m ago 33m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:13:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (35m) 6m ago 36m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:13:47.165 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:13:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:13:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:47.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:13:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:13:47.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:13:47.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:13:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:13:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:47.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:47.170 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:13:47.170 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:13:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:47 smithi179 conmon[67066]: cluster 2022-01-25T23:13:45.550394+0000 mgr.smithi111.vbmimw (mgr.14718) 1005 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:47 smithi111 conmon[101466]: cluster 2022-01-25T23:13:45.550394+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:13:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:47 smithi111 conmon[101466]: 1005 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:48 smithi179 conmon[67066]: audit 2022-01-25T23:13:46.562994+0000 mgr.smithi111.vbmimw (mgr.14718) 1006 : audit [DBG] from='client.34736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:48 smithi179 conmon[67066]: audit 2022-01-25T23:13:46.830392+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:13:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:48 smithi179 conmon[67066]: mgr.14718) 1007 : audit [DBG] from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:48 smithi179 conmon[67066]: audit 2022-01-25T23:13:47.166054+0000 mon.smithi111 (mon.0) 526 : audit [DBG] from='client.? 172.21.15.111:0/1083842634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:48 smithi111 conmon[101466]: audit 2022-01-25T23:13:46.562994+0000 mgr.smithi111.vbmimw (mgr.14718) 1006 : audit [DBG] from='client.34736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:48 smithi111 conmon[101466]: audit 2022-01-25T23:13:46.830392+0000 mgr.smithi111.vbmimw (mgr.14718) 1007 : audit [DBG] from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:48.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:48 smithi111 conmon[101466]: audit 2022-01-25T23:13:47.166054+0000 mon.smithi111 (mon.0) 526 : audit [DBG] from='client.? 172.21.15.111:0/1083842634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:49 smithi179 conmon[67066]: cluster 2022-01-25T23:13:47.550924+0000 mgr.smithi111.vbmimw (mgr.14718) 1008 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:49 smithi111 conmon[101466]: cluster 2022-01-25T23:13:47.550924+0000 mgr.smithi111.vbmimw (mgr.14718) 1008 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:49 smithi111 conmon[101466]: 2022-01-25T23:13:50.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:50 smithi179 conmon[67066]: cluster 2022-01-25T23:13:49.551722+0000 mgr.smithi111.vbmimw (mgr.14718) 1009 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:50.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:50 smithi111 conmon[101466]: cluster 2022-01-25T23:13:49.551722+0000 mgr.smithi111.vbmimw (mgr.14718) 1009 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:52 smithi179 conmon[67066]: cluster 2022-01-25T23:13:51.552276+0000 mgr.smithi111.vbmimw (mgr.14718) 1010 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:52 smithi111 conmon[101466]: cluster 2022-01-25T23:13:51.552276+0000 mgr.smithi111.vbmimw (mgr.14718) 1010 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:54 smithi179 conmon[67066]: cluster 2022-01-25T23:13:53.552995+0000 mgr.smithi111.vbmimw (mgr.14718) 1011 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:54 smithi111 conmon[101466]: cluster 2022-01-25T23:13:53.552995+0000 mgr.smithi111.vbmimw (mgr.14718) 1011 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:54 smithi111 conmon[101466]: 2022-01-25T23:13:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:56 smithi179 conmon[67066]: cluster 2022-01-25T23:13:55.553504+0000 mgr.smithi111.vbmimw (mgr.14718) 1012 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:56 smithi111 conmon[101466]: cluster 2022-01-25T23:13:55.553504+0000 mgr.smithi111.vbmimw (mgr.14718) 1012 : cluster [DBG] 2022-01-25T23:13:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:56 smithi111 conmon[101466]: pgmap v872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:13:58 smithi179 conmon[67066]: cluster 2022-01-25T23:13:57.554075+0000 mgr.smithi111.vbmimw (mgr.14718) 1013 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:13:58 smithi111 conmon[101466]: cluster 2022-01-25T23:13:57.554075+0000 mgr.smithi111.vbmimw (mgr.14718) 1013 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:00 smithi179 conmon[67066]: cluster 2022-01-25T23:13:59.554950+0000 mgr.smithi111.vbmimw (mgr.14718) 1014 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:00 smithi111 conmon[101466]: cluster 2022-01-25T23:13:59.554950+0000 mgr.smithi111.vbmimw (mgr.14718) 1014 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:02 smithi111 conmon[101466]: cluster 2022-01-25T23:14:01.555402+0000 mgr.smithi111.vbmimw (mgr.14718) 1015 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:02 smithi179 conmon[67066]: cluster 2022-01-25T23:14:01.555402+0000 mgr.smithi111.vbmimw (mgr.14718) 1015 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:04 smithi179 conmon[67066]: cluster 2022-01-25T23:14:03.556237+0000 mgr.smithi111.vbmimw (mgr.14718) 1016 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:04 smithi111 conmon[101466]: cluster 2022-01-25T23:14:03.556237+0000 mgr.smithi111.vbmimw (mgr.14718) 1016 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:07.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:06 smithi179 conmon[67066]: cluster 2022-01-25T23:14:05.556738+0000 mgr.smithi111.vbmimw (mgr.14718) 1017 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:06 smithi111 conmon[101466]: cluster 2022-01-25T23:14:05.556738+0000 mgr.smithi111.vbmimw (mgr.14718) 1017 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: cluster 2022-01-25T23:14:07.557308+0000 mgr.smithi111.vbmimw (mgr.14718) 1018 2022-01-25T23:14:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: audit 2022-01-25T23:14:07.944651+0000 mon.smithi111 (mon.0) 527 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:14:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: 01-25T23:14:07.945973+0000 mon.smithi111 (mon.0) 528 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:14:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: :14:07.946760+0000 mon.smithi111 (mon.0 2022-01-25T23:14:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: ) 529 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: cephadm 2022-01-25 2022-01-25T23:14:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: T23:14:07.947450+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:14:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: .14718) 1019 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:09.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:14:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: 01-25T23:14:08.254232+0000 2022-01-25T23:14:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: mon.smithi111 (mon.0) 530 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:14:09.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: 2022-01-25T23:14:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: audit 2022-01-25T23:14:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: 2022-01-25T23:14:08.259134+0000 mon.smithi111 (mon 2022-01-25T23:14:09.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:08 smithi179 conmon[67066]: .0) 531 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:14:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: cluster 2022-01-25T23:14:07.557308+0000 mgr.smithi111.vbmimw (mgr.14718) 1018 2022-01-25T23:14:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: audit 2022-01-25T23:14:07.944651+0000 mon.smithi111 (mon.0) 527 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: audit 2022-01-25T23:14:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 2022-01-25T23:14:07.945973+0000 mon.smithi111 (mon.0) 528 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:14:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 23:14:07.946760+0000 mon.smithi111 (mon. 2022-01-25T23:14:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 0) 529 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: cephadm 2022-01- 2022-01-25T23:14:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 25T23:14:07.947450+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:14:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 14718) 1019 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:14:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: -25T23:14:08.254232+0000 mon.smithi111 2022-01-25T23:14:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: (mon.0) 530 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:14:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:14:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 01-25T23:14:08.259134+0000 2022-01-25T23:14:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: mon.smithi111 (mon.0) 531 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:14:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:08 smithi111 conmon[101466]: 2022-01-25T23:14:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:10 smithi179 conmon[67066]: cluster 2022-01-25T23:14:09.558192+0000 mgr.smithi111.vbmimw (mgr.14718) 1020 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:10 smithi111 conmon[101466]: cluster 2022-01-25T23:14:09.558192+0000 mgr.smithi111.vbmimw (mgr.14718) 1020 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:10 smithi111 conmon[101466]: 2022-01-25T23:14:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:12 smithi111 conmon[101466]: cluster 2022-01-25T23:14:11.558723+0000 mgr.smithi111.vbmimw (mgr.14718) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:12 smithi111 conmon[101466]: 2022-01-25T23:14:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:12 smithi179 conmon[67066]: cluster 2022-01-25T23:14:11.558723+0000 mgr.smithi111.vbmimw (mgr.14718) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:15.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:14 smithi179 conmon[67066]: cluster 2022-01-25T23:14:13.559574+0000 mgr.smithi111.vbmimw (mgr.14718) 1022 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:14 smithi111 conmon[101466]: cluster 2022-01-25T23:14:13.559574+0000 mgr.smithi111.vbmimw (mgr.14718) 1022 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:14 smithi111 conmon[101466]: 2022-01-25T23:14:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:16 smithi179 conmon[67066]: cluster 2022-01-25T23:14:15.560147+0000 mgr.smithi111.vbmimw (mgr.14718) 1023 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:16 smithi111 conmon[101466]: cluster 2022-01-25T23:14:15.560147+0000 mgr.smithi111.vbmimw (mgr.14718) 1023 : cluster [DBG] 2022-01-25T23:14:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:16 smithi111 conmon[101466]: pgmap v882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:17.467 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:14:17.734 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:17.735 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (36m) 7m ago 37m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:14:17.735 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (27m) 7m ago 37m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:14:17.735 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (27m) 7m ago 36m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:14:17.735 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (36m) 7m ago 37m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:14:17.736 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (32m) 7m ago 32m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:14:17.736 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (32m) 7m ago 32m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:14:17.736 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (28m) 7m ago 38m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:14:17.736 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (28m) 7m ago 36m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:14:17.737 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (28m) 7m ago 38m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:14:17.737 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (28m) 7m ago 36m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:14:17.737 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (29m) 7m ago 29m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:14:17.737 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (28m) 7m ago 28m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:14:17.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (37m) 7m ago 37m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:14:17.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (36m) 7m ago 36m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:14:17.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (23m) 7m ago 36m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:14:17.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (35m) 7m ago 35m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:14:17.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (35m) 7m ago 35m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:14:17.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (35m) 7m ago 35m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:14:17.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (34m) 7m ago 34m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:14:17.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (34m) 7m ago 34m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:14:17.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (34m) 7m ago 34m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:14:17.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (33m) 7m ago 33m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:14:17.740 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (36m) 7m ago 36m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:14:18.054 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:14:18.055 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:14:18.055 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:18.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:18.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:14:18.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:18.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:18.057 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:14:18.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:18.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:18.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:18.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:14:18.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:18.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:18.060 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:14:18.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:18.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:18.061 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:14:18.062 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:14:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: audit 2022-01-25T23:14:17.456217+0000 mgr.smithi111.vbmimw (mgr.14718) 1024 : audit [DBG] from='client.34748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: cluster 2022-01-25T23:14:17.560518+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:14:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: mgr.14718) 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:19.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: audit 2022-01-25T23:14:17.726584+0000 mgr.smithi111.vbmimw (mgr.14718) 1026 : audit [DBG] from='client.34752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:19.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: audit 2022-01-25T23:14:18.055265+0000 mon.smithi111 (mon.0) 532 : 2022-01-25T23:14:19.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:18 smithi179 conmon[67066]: audit [DBG] from='client.? 172.21.15.111:0/3210850951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: audit 2022-01-25T23:14:17.456217+0000 mgr.smithi111.vbmimw (mgr.14718) 1024 : audit [DBG] from='client.34748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: 2022-01-25T23:14:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: cluster 2022-01-25T23:14:17.560518+0000 mgr.smithi111.vbmimw (mgr.14718) 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: audit 2022-01-25T23:14:17.726584+0000 mgr.smithi111.vbmimw (mgr.14718) 1026 : audit 2022-01-25T23:14:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: [DBG] from='client.34752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: audit 2022-01-25T23:14:18.055265+0000 mon.smithi111 (mon.0) 532 : audit [DBG] from='client.? 172.21.15.111:0/3210850951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:19.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:18 smithi111 conmon[101466]: 2022-01-25T23:14:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:20 smithi111 conmon[101466]: cluster 2022-01-25T23:14:19. 2022-01-25T23:14:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:20 smithi111 conmon[101466]: 561570+0000 mgr.smithi111.vbmimw (mgr.14718) 1027 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:20 smithi179 conmon[67066]: cluster 2022-01-25T23:14:19.561570+0000 mgr.smithi111.vbmimw (mgr.14718) 1027 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:22 smithi111 conmon[101466]: cluster 2022-01-25T23:14:21.562125+0000 mgr.smithi111.vbmimw (mgr.14718) 1028 : cluster [DBG] 2022-01-25T23:14:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:22 smithi111 conmon[101466]: pgmap v885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:22 smithi179 conmon[67066]: cluster 2022-01-25T23:14:21.562125+0000 mgr.smithi111.vbmimw (mgr.14718) 1028 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:24 smithi111 conmon[101466]: cluster 2022-01-25T23:14:23.563034+0000 mgr.smithi111.vbmimw (mgr.14718) 1029 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:24 smithi179 conmon[67066]: cluster 2022-01-25T23:14:23.563034+0000 mgr.smithi111.vbmimw (mgr.14718) 1029 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:26 smithi111 conmon[101466]: cluster 2022-01-25T23:14:25.563544+0000 mgr.smithi111.vbmimw (mgr.14718) 1030 : cluster 2022-01-25T23:14:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:26 smithi111 conmon[101466]: [DBG] pgmap v887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:26 smithi179 conmon[67066]: cluster 2022-01-25T23:14:25.563544+0000 mgr.smithi111.vbmimw (mgr.14718) 1030 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:28 smithi111 conmon[101466]: cluster 2022-01-25T23:14:27.564193+0000 mgr.smithi111.vbmimw (mgr.14718) 1031 : 2022-01-25T23:14:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:28 smithi111 conmon[101466]: cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:28 smithi179 conmon[67066]: cluster 2022-01-25T23:14:27.564193+0000 mgr.smithi111.vbmimw (mgr.14718) 1031 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:30 smithi111 conmon[101466]: cluster 2022-01-25T23:14:29.565110+0000 mgr.smithi111.vbmimw (mgr.14718) 1032 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:30 smithi179 conmon[67066]: cluster 2022-01-25T23:14:29.565110+0000 mgr.smithi111.vbmimw (mgr.14718) 1032 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:32 smithi111 conmon[101466]: cluster 2022-01-25T23:14:31.565627+0000 mgr.smithi111.vbmimw (mgr.14718) 1033 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:32 smithi111 conmon[101466]: 2022-01-25T23:14:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:32 smithi179 conmon[67066]: cluster 2022-01-25T23:14:31.565627+0000 mgr.smithi111.vbmimw (mgr.14718) 1033 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:34 smithi111 conmon[101466]: cluster 2022-01-25T23:14:33.566321+0000 mgr.smithi111.vbmimw (mgr.14718) 1034 : cluster 2022-01-25T23:14:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:34 smithi111 conmon[101466]: [DBG] pgmap v891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:34 smithi179 conmon[67066]: cluster 2022-01-25T23:14:33.566321+0000 mgr.smithi111.vbmimw (mgr.14718) 1034 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:36 smithi111 conmon[101466]: cluster 2022-01-25T23:14:35.567006+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:14:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:36 smithi111 conmon[101466]: ) 1035 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:36 smithi179 conmon[67066]: cluster 2022-01-25T23:14:35.567006+0000 mgr.smithi111.vbmimw (mgr.14718) 1035 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:37 smithi111 conmon[101466]: audit 2022-01-25T23:14:37.405713+0000 mon.smithi111 (mon.0) 533 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:37 smithi111 conmon[101466]: audit 2022-01-25T23:14:37.405998+0000 mon.smithi111 (mon.0) 534 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:37 smithi179 conmon[67066]: audit 2022-01-25T23:14:37.405713+0000 mon.smithi111 (mon.0) 533 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:37 smithi179 conmon[67066]: audit 2022-01-25T23:14:37.405998+0000 2022-01-25T23:14:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:37 smithi179 conmon[67066]: mon.smithi111 (mon.0) 534 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:38 smithi111 conmon[101466]: cluster 2022-01-25T23:14:37.567406+0000 mgr.smithi111.vbmimw (mgr.14718) 1036 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:38 smithi179 conmon[67066]: cluster 2022-01-25T23:14:37.567406+0000 mgr.smithi111.vbmimw (mgr.14718) 1036 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:40 smithi111 conmon[101466]: cluster 2022-01-25T23:14:39.568222+0000 mgr.smithi111.vbmimw (mgr.14718) 1037 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:40 smithi179 conmon[67066]: cluster 2022-01-25T23:14:39.568222+0000 mgr.smithi111.vbmimw (mgr.14718) 1037 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:42 smithi111 conmon[101466]: cluster 2022-01-25T23:14:41.568790+0000 mgr.smithi111.vbmimw (mgr.14718) 1038 : cluster [DBG] 2022-01-25T23:14:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:42 smithi111 conmon[101466]: pgmap v895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:42 smithi179 conmon[67066]: cluster 2022-01-25T23:14:41.568790+0000 mgr.smithi111.vbmimw (mgr.14718) 1038 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:42 smithi179 conmon[67066]: 2022-01-25T23:14:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:44 smithi111 conmon[101466]: cluster 2022-01-25T23:14:43.569493+0000 mgr.smithi111.vbmimw (mgr.14718) 1039 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:44 smithi179 conmon[67066]: cluster 2022-01-25T23:14:43.569493+0000 mgr.smithi111.vbmimw (mgr.14718) 1039 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:46 smithi111 conmon[101466]: cluster 2022-01-25T23:14:45.570207+0000 mgr.smithi111.vbmimw (mgr.14718) 1040 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:46 smithi179 conmon[67066]: cluster 2022-01-25T23:14:45.570207+0000 mgr.smithi111.vbmimw (mgr.14718) 1040 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:46 smithi179 conmon[67066]: 2022-01-25T23:14:48.355 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:14:48.621 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:48.622 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (36m) 7m ago 38m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:14:48.622 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (28m) 7m ago 38m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:14:48.622 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (28m) 7m ago 37m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:14:48.623 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (36m) 7m ago 37m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:14:48.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (32m) 7m ago 32m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:14:48.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (32m) 7m ago 32m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:14:48.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (29m) 7m ago 39m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:14:48.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (29m) 7m ago 37m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:14:48.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (28m) 7m ago 39m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:14:48.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (28m) 7m ago 37m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:14:48.624 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (29m) 7m ago 29m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:14:48.624 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (29m) 7m ago 29m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:14:48.625 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (37m) 7m ago 37m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:14:48.625 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (37m) 7m ago 37m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:14:48.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (24m) 7m ago 36m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:14:48.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (36m) 7m ago 36m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:14:48.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (35m) 7m ago 35m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:14:48.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (35m) 7m ago 35m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:14:48.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (35m) 7m ago 35m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:14:48.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (35m) 7m ago 35m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:14:48.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (34m) 7m ago 34m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:14:48.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (34m) 7m ago 34m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:14:48.627 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (36m) 7m ago 37m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:14:48.945 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:14:48.946 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:14:48.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:48.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:48.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:14:48.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:48.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:48.947 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:14:48.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:48.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:48.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:48.949 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:14:48.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:48.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:14:48.949 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:14:48.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:48.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:48.950 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:14:48.950 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:14:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:48 smithi111 conmon[101466]: cluster 2022-01-25T23:14:47.570649+0000 2022-01-25T23:14:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:48 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1041 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:48 smithi179 conmon[67066]: cluster 2022-01-25T23:14:47.570649+0000 mgr.smithi111.vbmimw (mgr.14718) 1041 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:49 smithi111 conmon[101466]: audit 2022-01-25T23:14:48.344362+0000 mgr.smithi111.vbmimw (mgr.14718) 1042 : audit [DBG] from='client.34760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:49 smithi111 conmon[101466]: audit 2022-01-25T23:14:48.613519+0000 mgr.smithi111.vbmimw (mgr.14718) 1043 : audit [DBG] from='client.34764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:50.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:49 smithi111 conmon[101466]: audit 2022-01-25T23:14:48.946399+0000 mon.smithi111 (mon.0) 535 : audit [DBG] from='client.? 172.21.15.111:0/1087885463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:49 smithi179 conmon[67066]: audit 2022-01-25T23:14:48.344362+0000 mgr.smithi111.vbmimw (mgr.14718) 1042 : audit [DBG] from='client.34760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:50.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:49 smithi179 conmon[67066]: audit 2022-01-25T23:14:48.613519+0000 mgr.smithi111.vbmimw (mgr.14718) 1043 : audit [DBG] from='client.34764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:50.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:49 smithi179 conmon[67066]: audit 2022-01-25T23:14:48.946399+0000 mon.smithi111 (mon 2022-01-25T23:14:50.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:49 smithi179 conmon[67066]: .0) 535 : audit [DBG] from='client.? 172.21.15.111:0/1087885463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:50 smithi111 conmon[101466]: cluster 2022-01-25T23:14:49.571324+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:14:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:50 smithi111 conmon[101466]: 1044 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:50 smithi179 conmon[67066]: cluster 2022-01-25T23:14:49.571324+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:14:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:50 smithi179 conmon[67066]: 1044 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:52 smithi111 conmon[101466]: cluster 2022-01-25T23:14:51.571846+0000 mgr.smithi111.vbmimw (mgr.14718) 1045 : cluster [DBG] 2022-01-25T23:14:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:52 smithi111 conmon[101466]: pgmap v900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:52 smithi179 conmon[67066]: cluster 2022-01-25T23:14:51.571846+0000 mgr.smithi111.vbmimw (mgr.14718) 1045 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:54 smithi111 conmon[101466]: cluster 2022-01-25T23:14:53.572645+0000 mgr.smithi111.vbmimw (mgr.14718) 1046 : cluster 2022-01-25T23:14:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:54 smithi111 conmon[101466]: [DBG] pgmap v901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:54 smithi179 conmon[67066]: cluster 2022-01-25T23:14:53.572645+0000 mgr.smithi111.vbmimw (mgr.14718) 1046 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:56 smithi111 conmon[101466]: cluster 2022-01-25T23:14:55.573169+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:14:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:56 smithi111 conmon[101466]: ) 1047 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:56 smithi179 conmon[67066]: cluster 2022-01-25T23:14:55.573169+0000 mgr.smithi111.vbmimw (mgr.14718) 1047 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:14:58 smithi111 conmon[101466]: cluster 2022-01-25T23:14:57.573678+0000 mgr.smithi111.vbmimw (mgr.14718) 1048 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:14:58 smithi179 conmon[67066]: cluster 2022-01-25T23:14:57.573678+0000 mgr.smithi111.vbmimw (mgr.14718) 1048 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:00 smithi111 conmon[101466]: cluster 2022-01-25T23:14:59.574467+0000 mgr.smithi111.vbmimw (mgr.14718) 1049 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:00 smithi179 conmon[67066]: cluster 2022-01-25T23:14:59.574467+0000 mgr.smithi111.vbmimw (mgr.14718) 1049 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:03.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:02 smithi111 conmon[101466]: cluster 2022-01-25T23:15:01.575098+0000 mgr.smithi111.vbmimw (mgr.14718) 1050 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:02 smithi179 conmon[67066]: cluster 2022-01-25T23:15:01.575098+0000 mgr.smithi111.vbmimw (mgr.14718) 1050 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:03.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:02 smithi179 conmon[67066]: 2022-01-25T23:15:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:04 smithi111 conmon[101466]: cluster 2022-01-25T23:15:03.576046+0000 mgr.smithi111.vbmimw (mgr.14718) 1051 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:04 smithi179 conmon[67066]: cluster 2022-01-25T23:15:03.576046+0000 mgr.smithi111.vbmimw (mgr.14718) 1051 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:06 smithi111 conmon[101466]: cluster 2022-01-25T23:15:05.576586+0000 mgr.smithi111.vbmimw (mgr.14718) 1052 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:06 smithi111 conmon[101466]: 2022-01-25T23:15:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:06 smithi179 conmon[67066]: cluster 2022-01-25T23:15:05.576586+0000 mgr.smithi111.vbmimw (mgr.14718) 1052 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: cluster 2022-01-25T23:15:07.577113+0000 mgr.smithi111.vbmimw (mgr.14718) 1053 : cluster 2022-01-25T23:15:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: [DBG] pgmap v908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: audit 2022-01-25T23:15:08.261652+0000 mon.smithi111 (mon.0) 536 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: audit 2022-01-25T23:15: 2022-01-25T23:15:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: 08.262863+0000 mon.smithi111 (mon.0) 537 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: audit 2022-01-25T23:15:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: 2022-01-25T23:15:08.263648+0000 mon.smithi111 (mon 2022-01-25T23:15:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: .0) 538 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: 2022-01-25T23:15:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:15:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: :15:08.568837+0000 mon.smithi111 (mon.0 2022-01-25T23:15:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: ) 539 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:15:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:15:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: :15:08.573978+0000 mon.smithi111 (mon. 2022-01-25T23:15:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: 0) 540 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:15:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:08 smithi111 conmon[101466]: 2022-01-25T23:15:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: cluster 2022-01-25T23:15:07.577113+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:15:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: mgr.14718) 1053 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit 2022-01-25T23:15:08.261652+0000 mon.smithi111 (mon.0) 536 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit 2022-01-25T23:15:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: 2022-01-25T23:15:08.262863+0000 mon.smithi111 (mon.0) 537 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit 2022-01-25T23:15:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: 2022-01-25T23:15:08.263648+0000 mon.smithi111 (mon.0) 538 : 2022-01-25T23:15:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:15:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: T23:15:08.568837+0000 mon.smithi111 (mon.0 2022-01-25T23:15:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: ) 539 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:15:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: audit 2022-01-25T23:15:09.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: 2022-01-25T 2022-01-25T23:15:09.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: 23:15:08.573978+0000 mon.smithi111 (mon.0 2022-01-25T23:15:09.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:08 smithi179 conmon[67066]: ) 540 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:15:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:09 smithi111 conmon[101466]: cephadm 2022-01-25T23:15:08.264236+0000 mgr.smithi111.vbmimw (mgr.14718) 1054 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:09 smithi179 conmon[67066]: cephadm 2022-01-25T23:15:08.264236+0000 mgr.smithi111.vbmimw (mgr.14718) 1054 : cephadm 2022-01-25T23:15:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:09 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:10 smithi111 conmon[101466]: cluster 2022-01-25T23:15:09.577889+0000 mgr.smithi111.vbmimw (mgr.14718) 1055 : cluster 2022-01-25T23:15:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:10 smithi111 conmon[101466]: [DBG] pgmap v909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:10 smithi179 conmon[67066]: cluster 2022-01-25T23:15:09.577889+0000 mgr.smithi111.vbmimw (mgr.14718) 1055 2022-01-25T23:15:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:10 smithi179 conmon[67066]: : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:12 smithi111 conmon[101466]: cluster 2022-01-25T23:15:11.578522+0000 mgr.smithi111.vbmimw (mgr.14718) 1056 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:12 smithi179 conmon[67066]: cluster 2022-01-25T23:15:11.578522+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:15:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:12 smithi179 conmon[67066]: ) 1056 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:14 smithi179 conmon[67066]: cluster 2022-01-25T23:15:13.579437+0000 mgr.smithi111.vbmimw (mgr.14718) 1057 : cluster [DBG] 2022-01-25T23:15:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:14 smithi179 conmon[67066]: pgmap v911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:14 smithi111 conmon[101466]: cluster 2022-01-25T23:15:13.579437+0000 mgr.smithi111.vbmimw (mgr.14718) 1057 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:16 smithi179 conmon[67066]: cluster 2022-01-25T23:15:15.580176+0000 mgr.smithi111.vbmimw (mgr.14718) 1058 : cluster 2022-01-25T23:15:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:16 smithi179 conmon[67066]: [DBG] pgmap v912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:16 smithi111 conmon[101466]: cluster 2022-01-25T23:15:15.580176+0000 mgr.smithi111.vbmimw (mgr.14718) 1058 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:19.247 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:15:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:18 smithi179 conmon[67066]: cluster 2022-01-25T23:15:17.580828+0000 mgr.smithi111.vbmimw (mgr.14718) 1059 : cluster [DBG] 2022-01-25T23:15:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:18 smithi179 conmon[67066]: pgmap v913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:18 smithi111 conmon[101466]: cluster 2022-01-25T23:15:17.580828+0000 mgr.smithi111.vbmimw (mgr.14718) 1059 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:19.512 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:19.513 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (37m) 8m ago 38m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:15:19.513 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (29m) 8m ago 38m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:15:19.513 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (28m) 8m ago 37m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:15:19.513 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (37m) 8m ago 38m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:15:19.513 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (33m) 8m ago 33m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:15:19.514 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (33m) 8m ago 33m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:15:19.514 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (29m) 8m ago 39m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:15:19.514 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (29m) 8m ago 37m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:15:19.514 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (29m) 8m ago 39m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:15:19.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (29m) 8m ago 37m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:15:19.515 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (30m) 8m ago 30m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:15:19.515 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (29m) 8m ago 29m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:15:19.515 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (38m) 8m ago 38m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:15:19.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (37m) 8m ago 37m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:15:19.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (24m) 8m ago 37m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:15:19.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (36m) 8m ago 36m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:15:19.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (36m) 8m ago 36m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:15:19.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (36m) 8m ago 36m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:15:19.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (35m) 8m ago 35m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:15:19.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (35m) 8m ago 35m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:15:19.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (35m) 8m ago 35m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:15:19.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (34m) 8m ago 34m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:15:19.519 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (37m) 8m ago 37m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:15:19.831 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:15:19.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:15:19.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:19.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:19.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:15:19.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:19.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:19.833 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:15:19.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:19.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:19.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:19.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:15:19.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:19.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:19.835 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:15:19.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:19.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:19.835 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:15:19.835 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:15:20.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:19 smithi179 conmon[67066]: audit 2022-01-25T23:15:19.832007+0000 mon.smithi111 (mon.0) 541 2022-01-25T23:15:20.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:19 smithi179 conmon[67066]: : audit [DBG] from='client.? 172.21.15.111:0/4258435932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:19 smithi111 conmon[101466]: audit 2022-01-25T23:15:19.832007+0000 mon.smithi111 (mon.0) 541 : 2022-01-25T23:15:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:19 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/4258435932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:20 smithi179 conmon[67066]: audit 2022-01-25T23:15:19.235295+0000 mgr.smithi111.vbmimw (mgr.14718) 1060 : audit 2022-01-25T23:15:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:20 smithi179 conmon[67066]: [DBG] from='client.34772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:20 smithi179 conmon[67066]: audit 2022-01-25T23:15:19.504216+0000 mgr.smithi111.vbmimw (mgr.14718) 1061 : audit [DBG] from='client.34776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:20 smithi179 conmon[67066]: cluster 2022-01-25T23:15:19.581487+0000 mgr.smithi111.vbmimw (mgr.14718) 1062 : cluster [DBG] 2022-01-25T23:15:21.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:20 smithi179 conmon[67066]: pgmap v914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:20 smithi111 conmon[101466]: audit 2022-01-25T23:15:19.235295+0000 mgr.smithi111.vbmimw (mgr.14718) 1060 : audit [DBG] from='client.34772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:21.757 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:20 smithi111 conmon[101466]: audit 2022-01-25T23:15:19.504216+0000 mgr.smithi111.vbmimw (mgr.14718) 1061 : audit [DBG] from='client.34776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:21.757 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:20 smithi111 conmon[101466]: cluster 2022-01-25T23:15:19.581487+0000 mgr.smithi111.vbmimw (mgr.14718) 1062 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:23 smithi179 conmon[67066]: cluster 2022-01-25T23:15:21.582212+0000 mgr.smithi111.vbmimw (mgr.14718) 1063 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:23 smithi111 conmon[101466]: cluster 2022-01-25T23:15:21.582212+0000 mgr.smithi111.vbmimw (mgr.14718) 1063 : cluster [DBG] 2022-01-25T23:15:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:23 smithi111 conmon[101466]: pgmap v915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:25 smithi179 conmon[67066]: cluster 2022-01-25T23:15:23.582949+0000 mgr.smithi111.vbmimw (mgr.14718) 1064 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:25 smithi111 conmon[101466]: cluster 2022-01-25T23:15:23.582949+0000 mgr.smithi111.vbmimw (mgr.14718) 1064 : 2022-01-25T23:15:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:25 smithi111 conmon[101466]: cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:27 smithi179 conmon[67066]: cluster 2022-01-25T23:15:25.583511+0000 mgr.smithi111.vbmimw (mgr.14718) 1065 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:27 smithi111 conmon[101466]: cluster 2022-01-25T23:15:25.583511+0000 mgr.smithi111.vbmimw (mgr.14718) 1065 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:27 smithi111 conmon[101466]: 2022-01-25T23:15:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:29 smithi179 conmon[67066]: cluster 2022-01-25T23:15:27.584055+0000 mgr.smithi111.vbmimw (mgr.14718) 1066 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:29 smithi111 conmon[101466]: cluster 2022-01-25T23:15:27.584055+0000 mgr.smithi111.vbmimw (mgr.14718) 1066 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:31 smithi179 conmon[67066]: cluster 2022-01-25T23:15:29.584876+0000 mgr.smithi111.vbmimw (mgr.14718) 1067 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:31 smithi179 conmon[67066]: 2022-01-25T23:15:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:31 smithi111 conmon[101466]: cluster 2022-01-25T23:15:29.584876+0000 mgr.smithi111.vbmimw (mgr.14718) 1067 : cluster [DBG] 2022-01-25T23:15:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:31 smithi111 conmon[101466]: pgmap v919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:33 smithi179 conmon[67066]: cluster 2022-01-25T23:15:31.585577+0000 mgr.smithi111.vbmimw (mgr.14718) 1068 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:33 smithi111 conmon[101466]: cluster 2022-01-25T23:15:31.585577+0000 mgr.smithi111.vbmimw (mgr.14718) 1068 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:33 smithi111 conmon[101466]: 2022-01-25T23:15:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:35 smithi179 conmon[67066]: cluster 2022-01-25T23:15:33.586473+0000 mgr.smithi111.vbmimw (mgr.14718) 1069 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:35 smithi111 conmon[101466]: cluster 2022-01-25T23:15:33.586473+0000 mgr.smithi111.vbmimw 2022-01-25T23:15:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:35 smithi111 conmon[101466]: (mgr.14718) 1069 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:37 smithi179 conmon[67066]: cluster 2022-01-25T23:15:35.587177+0000 mgr.smithi111.vbmimw (mgr.14718) 1070 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:37 smithi111 conmon[101466]: cluster 2022-01-25T23:15:35.587177+0000 mgr.smithi111.vbmimw (mgr.14718) 1070 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:37 smithi111 conmon[101466]: 2022-01-25T23:15:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:38 smithi179 conmon[67066]: audit 2022-01-25T23:15:37.409441+0000 mon.smithi111 (mon.0) 542 : audit 2022-01-25T23:15:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:38 smithi179 conmon[67066]: audit 2022-01-25T23:15:37.409698+0000 mon.smithi111 (mon.0) 543 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:38 smithi111 conmon[101466]: audit 2022-01-25T23:15:37.409441+0000 mon.smithi111 (mon.0) 542 : audit 2022-01-25T23:15:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:38 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:38 smithi111 conmon[101466]: audit 2022-01-25T23:15:37.409698+0000 mon.smithi111 (mon.0) 543 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:39 smithi179 conmon[67066]: cluster 2022-01-25T23:15:37.587762+0000 mgr.smithi111.vbmimw (mgr.14718) 1071 : cluster [DBG] 2022-01-25T23:15:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:39 smithi179 conmon[67066]: pgmap v923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:39 smithi111 conmon[101466]: cluster 2022-01-25T23:15:37.587762+0000 mgr.smithi111.vbmimw (mgr.14718) 1071 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:41 smithi179 conmon[67066]: cluster 2022-01-25T23:15:39.588617+0000 mgr.smithi111.vbmimw (mgr.14718) 1072 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:41 smithi111 conmon[101466]: cluster 2022-01-25T23:15:39.588617+0000 mgr.smithi111.vbmimw (mgr.14718) 1072 : cluster [DBG] 2022-01-25T23:15:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:41 smithi111 conmon[101466]: pgmap v924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:42 smithi179 conmon[67066]: cluster 2022-01-25T23:15:41.589166+0000 mgr.smithi111.vbmimw (mgr.14718) 1073 : cluster 2022-01-25T23:15:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:42 smithi179 conmon[67066]: [DBG] pgmap v925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:42 smithi111 conmon[101466]: cluster 2022-01-25T23:15:41.589166+0000 mgr.smithi111.vbmimw (mgr.14718) 1073 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:42 smithi111 conmon[101466]: 2022-01-25T23:15:45.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:44 smithi179 conmon[67066]: cluster 2022-01-25T23:15:43.589912+0000 mgr.smithi111.vbmimw (mgr.14718) 1074 : cluster [DBG] 2022-01-25T23:15:45.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:44 smithi179 conmon[67066]: pgmap v926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:44 smithi111 conmon[101466]: cluster 2022-01-25T23:15:43.589912+0000 mgr.smithi111.vbmimw (mgr.14718) 1074 : cluster 2022-01-25T23:15:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:44 smithi111 conmon[101466]: [DBG] pgmap v926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:46 smithi179 conmon[67066]: cluster 2022-01-25T23:15:45.590454+0000 mgr.smithi111.vbmimw (mgr.14718) 1075 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:46 smithi111 conmon[101466]: cluster 2022-01-25T23:15:45.590454+0000 mgr.smithi111.vbmimw (mgr.14718) 1075 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:48 smithi179 conmon[67066]: cluster 2022-01-25T23:15:47.591023+0000 mgr.smithi111.vbmimw (mgr.14718) 1076 : cluster [DBG] 2022-01-25T23:15:49.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:48 smithi179 conmon[67066]: pgmap v928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:48 smithi111 conmon[101466]: cluster 2022-01-25T23:15:47.591023+0000 mgr.smithi111.vbmimw (mgr.14718) 1076 : cluster [DBG] 2022-01-25T23:15:49.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:48 smithi111 conmon[101466]: pgmap v928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:50.131 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:15:50.399 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:50.399 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (37m) 8m ago 39m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:15:50.400 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (29m) 8m ago 39m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:15:50.400 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (29m) 8m ago 38m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:15:50.400 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (37m) 8m ago 38m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:15:50.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (33m) 8m ago 33m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:15:50.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (33m) 8m ago 33m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:15:50.401 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (30m) 8m ago 40m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:15:50.402 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (30m) 8m ago 38m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:15:50.402 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (29m) 8m ago 40m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:15:50.402 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (29m) 8m ago 38m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:15:50.403 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (30m) 8m ago 30m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:15:50.403 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (30m) 8m ago 30m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:15:50.403 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (38m) 8m ago 38m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:15:50.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (38m) 8m ago 38m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:15:50.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (25m) 8m ago 37m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:15:50.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (37m) 8m ago 37m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:15:50.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (36m) 8m ago 36m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:15:50.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (36m) 8m ago 36m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:15:50.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (36m) 8m ago 36m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:15:50.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (36m) 8m ago 36m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:15:50.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (35m) 8m ago 35m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:15:50.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (35m) 8m ago 35m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:15:50.406 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (37m) 8m ago 38m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:15:50.717 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:15:50.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:15:50.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:50.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:50.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:15:50.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:50.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:50.719 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:15:50.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:50.720 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:50.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:50.721 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:15:50.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:50.721 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:15:50.722 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:15:50.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:50.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:50.723 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:15:50.723 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:15:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:50 smithi179 conmon[67066]: cluster 2022-01-25T23:15:49.591758+0000 mgr.smithi111.vbmimw (mgr.14718) 1077 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:51.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:50 smithi179 conmon[67066]: audit 2022-01-25T23:15:50.717594+0000 mon.smithi111 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.111:0/528427854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:50 smithi111 conmon[101466]: cluster 2022-01-25T23:15:49.591758+0000 mgr.smithi111.vbmimw (mgr.14718) 1077 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:50 smithi111 conmon[101466]: audit 2022-01-25T23:15:50.717594 2022-01-25T23:15:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:50 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.111:0/528427854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:51 smithi179 conmon[67066]: audit 2022-01-25T23:15:50.120782+0000 mgr.smithi111.vbmimw (mgr.14718) 1078 : audit [DBG] 2022-01-25T23:15:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:51 smithi179 conmon[67066]: from='client.34784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:51 smithi179 conmon[67066]: audit 2022-01-25T23:15:50.391109+0000 mgr.smithi111.vbmimw (mgr.14718) 1079 : audit [DBG] from='client.34788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:51 smithi111 conmon[101466]: audit 2022-01-25T23:15:50.120782+0000 mgr.smithi111.vbmimw (mgr.14718) 1078 : audit [DBG] from='client.34784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:51 smithi111 conmon[101466]: audit 2022-01-25T23:15:50.391109+0000 2022-01-25T23:15:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:51 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1079 : audit [DBG] from='client.34788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:52 smithi111 conmon[101466]: cluster 2022-01-25T23:15:51.592317+0000 mgr.smithi111.vbmimw (mgr.14718) 1080 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:52 smithi179 conmon[67066]: cluster 2022-01-25T23:15:51.592317+0000 mgr.smithi111.vbmimw (mgr.14718) 1080 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:54 smithi179 conmon[67066]: cluster 2022-01-25T23:15:53.593133+0000 mgr.smithi111.vbmimw (mgr.14718) 1081 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:54 smithi111 conmon[101466]: cluster 2022-01-25T23:15:53.593133+0000 mgr.smithi111.vbmimw (mgr.14718) 1081 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:56 smithi111 conmon[101466]: cluster 2022-01-25T23:15:55.593756+0000 mgr.smithi111.vbmimw (mgr.14718) 1082 : cluster [DBG] 2022-01-25T23:15:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:56 smithi111 conmon[101466]: pgmap v932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:56 smithi179 conmon[67066]: cluster 2022-01-25T23:15:55.593756+0000 mgr.smithi111.vbmimw (mgr.14718) 1082 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:56 smithi179 conmon[67066]: 2022-01-25T23:15:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:15:58 smithi111 conmon[101466]: cluster 2022-01-25T23:15:57.594200+0000 mgr.smithi111.vbmimw (mgr.14718) 1083 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:58 smithi179 conmon[67066]: cluster 2022-01-25T23:15:57.594200+0000 mgr.smithi111.vbmimw (mgr.14718) 1083 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:15:58 smithi179 conmon[67066]: 2022-01-25T23:16:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:00 smithi111 conmon[101466]: cluster 2022-01-25T23:15:59.594959+0000 mgr.smithi111.vbmimw (mgr.14718) 1084 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:00 smithi179 conmon[67066]: cluster 2022-01-25T23:15:59.594959+0000 mgr.smithi111.vbmimw (mgr.14718) 1084 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:02 smithi111 conmon[101466]: cluster 2022-01-25T23:16:01.595526+0000 mgr.smithi111.vbmimw (mgr.14718) 1085 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:02 smithi179 conmon[67066]: cluster 2022-01-25T23:16:01.595526+0000 mgr.smithi111.vbmimw (mgr.14718) 1085 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:04 smithi111 conmon[101466]: cluster 2022-01-25T23:16:03.596378+0000 mgr.smithi111.vbmimw (mgr.14718) 1086 : cluster [DBG] 2022-01-25T23:16:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:04 smithi111 conmon[101466]: pgmap v936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:04 smithi179 conmon[67066]: cluster 2022-01-25T23:16:03.596378+0000 mgr.smithi111.vbmimw (mgr.14718) 1086 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:04 smithi179 conmon[67066]: 2022-01-25T23:16:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:06 smithi111 conmon[101466]: cluster 2022-01-25T23:16:05.597029+0000 mgr.smithi111.vbmimw (mgr.14718) 1087 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:06 smithi179 conmon[67066]: cluster 2022-01-25T23:16:05.597029+0000 mgr.smithi111.vbmimw (mgr.14718) 1087 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:06 smithi179 conmon[67066]: 2022-01-25T23:16:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: cluster 2022-01-25T23:16:07.597536 2022-01-25T23:16:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1088 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit 2022-01-25T23:16:08.576427+0000 mon.smithi111 (mon.0) 545 : 2022-01-25T23:16:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:16:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: 23:16:08.577877+0000 mon.smithi111 (mon.0) 546 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:16:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: 01-25T23:16:08.578851 2022-01-25T23:16:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 547 : 2022-01-25T23:16:09.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit 2022 2022-01-25T23:16:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: -01-25T23:16:08.883091+0000 2022-01-25T23:16:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: mon.smithi111 (mon.0) 548 : audit 2022-01-25T23:16:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:16:09.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:16:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: 01-25T23:16:08.885753 2022-01-25T23:16:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 549 : audit [INF] 2022-01-25T23:16:09.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:08 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:16:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: cluster 2022-01-25T23:16:07.597536+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:16:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: ) 1088 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: audit 2022-01-25T23:16:08.576427+0000 mon.smithi111 (mon.0) 545 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:16:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: 25T23:16:08.577877+0000 mon.smithi111 (mon.0) 546 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:16:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: -25T23:16:08.578851+0000 mon.smithi111 (mon.0) 547 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:16:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: -25T23:16:08.883091+0000 mon.smithi111 (mon.0) 548 2022-01-25T23:16:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:16:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: audit 2022-01-25T23:16:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: 2022-01-25T23:16:08.885753+0000 mon.smithi111 (mon.0) 549 : audit [INF] 2022-01-25T23:16:09.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:08 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:16:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:09 smithi111 conmon[101466]: cephadm 2022-01-25T23:16:08.579637+0000 mgr.smithi111.vbmimw (mgr.14718) 1089 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:09 smithi111 conmon[101466]: 2022-01-25T23:16:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:09 smithi111 conmon[101466]: audit 2022-01-25T23:16:08.889429+0000 mon.smithi111 (mon.0) 550 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:16:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:09 smithi111 conmon[101466]: audit 2022-01-25T23:16:08.894914+0000 mon.smithi111 (mon 2022-01-25T23:16:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:09 smithi111 conmon[101466]: .0) 551 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:16:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:09 smithi179 conmon[67066]: cephadm 2022-01-25T23:16:08.579637+0000 mgr.smithi111.vbmimw (mgr.14718) 1089 : cephadm 2022-01-25T23:16:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:09 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:09 smithi179 conmon[67066]: audit 2022-01-25T23:16:08.889429+0000 mon.smithi111 (mon.0) 550 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:16:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:09 smithi179 conmon[67066]: audit 2022-01-25T23:16:08.894914 2022-01-25T23:16:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:09 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 551 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:16:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:10 smithi111 conmon[101466]: cluster 2022-01-25T23:16:09.598275+0000 mgr.smithi111.vbmimw (mgr.14718) 1090 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:10 smithi179 conmon[67066]: cluster 2022-01-25T23:16:09.598275+0000 mgr.smithi111.vbmimw (mgr.14718) 1090 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:10 smithi179 conmon[67066]: 2022-01-25T23:16:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:12 smithi111 conmon[101466]: cluster 2022-01-25T23:16:11.598828+0000 mgr.smithi111.vbmimw (mgr.14718) 1091 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:12 smithi179 conmon[67066]: cluster 2022-01-25T23:16:11.598828+0000 mgr.smithi111.vbmimw (mgr.14718) 1091 : cluster [DBG] 2022-01-25T23:16:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:12 smithi179 conmon[67066]: pgmap v940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:14 smithi111 conmon[101466]: cluster 2022-01-25T23:16:13.599585+0000 mgr.smithi111.vbmimw (mgr.14718) 1092 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:14 smithi179 conmon[67066]: cluster 2022-01-25T23:16:13.599585+0000 mgr.smithi111.vbmimw (mgr.14718) 1092 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:14 smithi179 conmon[67066]: 2022-01-25T23:16:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:16 smithi111 conmon[101466]: cluster 2022-01-25T23:16:15.600148+0000 mgr.smithi111.vbmimw (mgr.14718) 1093 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:16 smithi179 conmon[67066]: cluster 2022-01-25T23:16:15.600148+0000 mgr.smithi111.vbmimw (mgr.14718) 1093 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:16 smithi179 conmon[67066]: 2022-01-25T23:16:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:18 smithi111 conmon[101466]: cluster 2022-01-25T23:16:17.600657+0000 mgr.smithi111.vbmimw (mgr.14718) 1094 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:18 smithi179 conmon[67066]: cluster 2022-01-25T23:16:17.600657+0000 mgr.smithi111.vbmimw (mgr.14718) 1094 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:18 smithi179 conmon[67066]: 2022-01-25T23:16:21.018 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:16:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:20 smithi111 conmon[101466]: cluster 2022-01-25T23:16:19.601502+0000 mgr.smithi111.vbmimw (mgr.14718) 1095 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:20 smithi111 conmon[101466]: 2022-01-25T23:16:21.285 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:21.286 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (38m) 9m ago 39m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:16:21.287 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (30m) 9m ago 39m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:16:21.287 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (29m) 9m ago 38m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:16:21.287 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (38m) 9m ago 39m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:16:21.288 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (34m) 9m ago 34m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:16:21.288 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (34m) 9m ago 34m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:16:21.288 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (30m) 9m ago 40m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:16:21.289 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (30m) 9m ago 38m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:16:21.289 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (30m) 9m ago 40m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:16:21.289 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (30m) 9m ago 38m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:16:21.290 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (31m) 9m ago 31m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:16:21.290 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (31m) 9m ago 31m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:16:21.290 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (39m) 9m ago 39m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:16:21.291 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (38m) 9m ago 38m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:16:21.291 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (25m) 9m ago 38m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:16:21.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (37m) 9m ago 37m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:16:21.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (37m) 9m ago 37m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:16:21.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (37m) 9m ago 37m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:16:21.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (36m) 9m ago 36m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:16:21.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (36m) 9m ago 36m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:16:21.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (36m) 9m ago 36m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:16:21.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (36m) 9m ago 36m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:16:21.296 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (38m) 9m ago 39m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:16:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:20 smithi179 conmon[67066]: cluster 2022-01-25T23:16:19.601502+0000 mgr.smithi111.vbmimw (mgr.14718) 1095 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:21.607 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:16:21.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:16:21.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:21.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:21.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:16:21.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:21.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:21.609 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:16:21.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:21.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:21.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:21.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:16:21.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:21.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:21.611 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:16:21.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:21.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:21.612 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:16:21.612 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:16:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:21 smithi111 conmon[101466]: audit 2022-01-25T23:16:21.007076+0000 mgr.smithi111.vbmimw (mgr.14718) 1096 2022-01-25T23:16:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:21 smithi111 conmon[101466]: : audit [DBG] from='client.34796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:21 smithi111 conmon[101466]: audit 2022-01-25T23:16:21.608394+0000 mon.smithi111 (mon.0) 552 : audit [DBG] from='client.? 172.21.15.111:0/581161014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:21 smithi179 conmon[67066]: audit 2022-01-25T23:16:21.007076+0000 mgr.smithi111.vbmimw (mgr.14718) 1096 : audit [DBG] from='client.34796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:22.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:21 smithi179 conmon[67066]: audit 2022-01-25T23:16:21.608394+0000 mon.smithi111 (mon.0) 552 : audit [DBG] from='client.? 172.21.15.111:0/581161014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:22 smithi111 conmon[101466]: audit 2022-01-25T23:16:21.277323+0000 mgr.smithi111.vbmimw (mgr.14718) 1097 : audit [DBG] from='client.34800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:22 smithi111 conmon[101466]: cluster 2022-01-25T23:16:21.601998+0000 mgr.smithi111.vbmimw (mgr.14718) 1098 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:22 smithi179 conmon[67066]: audit 2022-01-25T23:16:21.277323+0000 mgr.smithi111.vbmimw (mgr.14718) 1097 : audit [DBG] from='client.34800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:22 smithi179 conmon[67066]: cluster 2022-01-25T23:16:21.601998+0000 mgr.smithi111.vbmimw (mgr.14718) 1098 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:24 smithi111 conmon[101466]: cluster 2022-01-25T23:16:23.602674+0000 mgr.smithi111.vbmimw (mgr.14718) 1099 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:24 smithi179 conmon[67066]: cluster 2022-01-25T23:16:23.602674+0000 mgr.smithi111.vbmimw (mgr.14718) 1099 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:26 smithi111 conmon[101466]: cluster 2022-01-25T23:16:25.603185+0000 mgr.smithi111.vbmimw (mgr.14718) 1100 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:26 smithi111 conmon[101466]: 2022-01-25T23:16:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:26 smithi179 conmon[67066]: cluster 2022-01-25T23:16:25.603185+0000 mgr.smithi111.vbmimw (mgr.14718) 1100 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:28 smithi111 conmon[101466]: cluster 2022-01-25T23:16:27.603728+0000 mgr.smithi111.vbmimw (mgr.14718) 1101 : cluster 2022-01-25T23:16:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:28 smithi111 conmon[101466]: [DBG] pgmap v948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:28 smithi179 conmon[67066]: cluster 2022-01-25T23:16:27.603728+0000 mgr.smithi111.vbmimw (mgr.14718) 1101 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:28 smithi179 conmon[67066]: 2022-01-25T23:16:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:30 smithi111 conmon[101466]: cluster 2022-01-25T23:16:29.604431+0000 mgr.smithi111.vbmimw (mgr.14718) 1102 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:30 smithi111 conmon[101466]: 2022-01-25T23:16:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:30 smithi179 conmon[67066]: cluster 2022-01-25T23:16:29.604431+0000 mgr.smithi111.vbmimw (mgr.14718) 1102 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:32 smithi111 conmon[101466]: cluster 2022-01-25T23:16:31.605076+0000 mgr.smithi111.vbmimw (mgr.14718) 1103 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:32 smithi179 conmon[67066]: cluster 2022-01-25T23:16:31.605076+0000 mgr.smithi111.vbmimw (mgr.14718) 1103 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:34 smithi111 conmon[101466]: cluster 2022-01-25T23:16:33.606025+0000 mgr.smithi111.vbmimw (mgr.14718) 1104 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:34 smithi179 conmon[67066]: cluster 2022-01-25T23:16:33.606025+0000 mgr.smithi111.vbmimw (mgr.14718) 1104 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:36 smithi111 conmon[101466]: cluster 2022-01-25T23:16:35.606775+0000 mgr.smithi111.vbmimw (mgr.14718) 1105 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:36 smithi179 conmon[67066]: cluster 2022-01-25T23:16:35.606775+0000 mgr.smithi111.vbmimw (mgr.14718) 1105 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:36 smithi179 conmon[67066]: 2022-01-25T23:16:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:37 smithi111 conmon[101466]: audit 2022-01-25T23:16:37.413590+0000 mon.smithi111 (mon.0) 553 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:37 smithi111 conmon[101466]: audit 2022-01-25T23:16:37.413844+0000 mon.smithi111 (mon.0) 554 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:37 smithi179 conmon[67066]: audit 2022-01-25T23:16:37.413590+0000 mon.smithi111 (mon.0) 553 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:37 smithi179 conmon[67066]: audit 2022-01-25T23:16:37.413844+0000 mon.smithi111 (mon.0) 554 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:38 smithi111 conmon[101466]: cluster 2022-01-25T23:16:37.607373+0000 mgr.smithi111.vbmimw (mgr.14718) 1106 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:38 smithi179 conmon[67066]: cluster 2022-01-25T23:16:37.607373+0000 mgr.smithi111.vbmimw (mgr.14718) 1106 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:40 smithi111 conmon[101466]: cluster 2022-01-25T23:16:39.608169+0000 mgr.smithi111.vbmimw (mgr.14718) 1107 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:40 smithi179 conmon[67066]: cluster 2022-01-25T23:16:39.608169+0000 mgr.smithi111.vbmimw (mgr.14718) 1107 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:42 smithi111 conmon[101466]: cluster 2022-01-25T23:16:41.608873+0000 mgr.smithi111.vbmimw (mgr.14718) 1108 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:42 smithi179 conmon[67066]: cluster 2022-01-25T23:16:41.608873+0000 mgr.smithi111.vbmimw (mgr.14718) 1108 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:42 smithi179 conmon[67066]: 2022-01-25T23:16:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:44 smithi111 conmon[101466]: cluster 2022-01-25T23:16:43.609830+0000 mgr.smithi111.vbmimw (mgr.14718) 1109 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:44 smithi179 conmon[67066]: cluster 2022-01-25T23:16:43.609830+0000 mgr.smithi111.vbmimw (mgr.14718) 1109 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:46 smithi111 conmon[101466]: cluster 2022-01-25T23:16:45.610356+0000 mgr.smithi111.vbmimw (mgr.14718) 1110 : cluster 2022-01-25T23:16:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:46 smithi111 conmon[101466]: [DBG] pgmap v957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:46 smithi179 conmon[67066]: cluster 2022-01-25T23:16:45.610356+0000 mgr.smithi111.vbmimw (mgr.14718) 1110 : cluster 2022-01-25T23:16:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:46 smithi179 conmon[67066]: [DBG] pgmap v957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:48 smithi111 conmon[101466]: cluster 2022-01-25T23:16:47.610977+0000 mgr.smithi111.vbmimw (mgr.14718) 1111 : cluster [DBG] 2022-01-25T23:16:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:48 smithi111 conmon[101466]: pgmap v958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:48 smithi179 conmon[67066]: cluster 2022-01-25T23:16:47.610977+0000 mgr.smithi111.vbmimw (mgr.14718) 1111 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:50 smithi111 conmon[101466]: cluster 2022-01-25T23:16:49.611737+0000 mgr.smithi111.vbmimw (mgr.14718) 1112 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:50 smithi179 conmon[67066]: cluster 2022-01-25T23:16:49.611737+0000 mgr.smithi111.vbmimw (mgr.14718) 1112 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:50 smithi179 conmon[67066]: 2022-01-25T23:16:51.909 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:16:52.177 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:52.177 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (38m) 9m ago 40m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:16:52.177 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (30m) 9m ago 40m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:16:52.177 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (30m) 9m ago 39m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:16:52.178 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (38m) 9m ago 39m 37.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:16:52.178 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (34m) 9m ago 34m 19.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:16:52.178 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (34m) 9m ago 34m 44.1M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:16:52.178 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (31m) 9m ago 41m 480M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:16:52.179 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (31m) 9m ago 39m 397M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:16:52.179 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (30m) 9m ago 41m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:16:52.179 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (30m) 9m ago 39m 142M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:16:52.179 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (31m) 9m ago 31m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:16:52.180 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (31m) 9m ago 31m 94.2M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:16:52.180 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (39m) 9m ago 39m 18.1M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:16:52.180 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (39m) 9m ago 39m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:16:52.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (26m) 9m ago 38m 1802M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:16:52.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (38m) 9m ago 38m 2825M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:16:52.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (38m) 9m ago 37m 2128M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:16:52.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (37m) 9m ago 37m 2801M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:16:52.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (37m) 9m ago 37m 2353M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:16:52.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (37m) 9m ago 37m 3343M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:16:52.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (36m) 9m ago 36m 2651M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:16:52.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (36m) 9m ago 36m 4257M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:16:52.182 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (38m) 9m ago 39m 54.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:16:52.497 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:16:52.497 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:16:52.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:52.498 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:52.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:16:52.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:52.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:52.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:16:52.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:52.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:52.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:52.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:16:52.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:52.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:16:52.501 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:16:52.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:52.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:52.501 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:16:52.502 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:16:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:52 smithi111 conmon[101466]: cluster 2022-01-25T23:16:51.612399+0000 mgr.smithi111.vbmimw (mgr.14718) 1113 : 2022-01-25T23:16:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:52 smithi111 conmon[101466]: cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:52 smithi111 conmon[101466]: audit 2022-01-25T23:16:51.898892+0000 mgr.smithi111.vbmimw (mgr.14718) 1114 : audit [DBG] from='client.34808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:52 smithi111 conmon[101466]: audit 2022-01-25T23:16:52.497981+0000 2022-01-25T23:16:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:52 smithi111 conmon[101466]: mon.smithi111 (mon.0) 555 : audit [DBG] from='client.? 172.21.15.111:0/3043579166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:52 smithi179 conmon[67066]: cluster 2022-01-25T23:16:51.612399+0000 mgr.smithi111.vbmimw (mgr.14718) 1113 : cluster 2022-01-25T23:16:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:52 smithi179 conmon[67066]: [DBG] pgmap v960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:52 smithi179 conmon[67066]: audit 2022-01-25T23:16:51.898892+0000 mgr.smithi111.vbmimw (mgr.14718) 1114 : audit [DBG] from='client.34808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:52 smithi179 conmon[67066]: audit 2022-01-25T23:16:52.497981+0000 mon.smithi111 (mon.0) 2022-01-25T23:16:53.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:52 smithi179 conmon[67066]: 555 : audit [DBG] from='client.? 172.21.15.111:0/3043579166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:53 smithi179 conmon[67066]: audit 2022-01-25T23:16:52.168961+0000 mgr.smithi111.vbmimw (mgr.14718) 1115 : audit [DBG] from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:53 smithi111 conmon[101466]: audit 2022-01-25T23:16:52.168961+0000 mgr.smithi111.vbmimw (mgr.14718) 1115 : audit [DBG] from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:54 smithi179 conmon[67066]: cluster 2022-01-25T23:16:53.613124+0000 mgr.smithi111.vbmimw (mgr.14718) 1116 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:54 smithi111 conmon[101466]: cluster 2022-01-25T23:16:53.613124+0000 mgr.smithi111.vbmimw (mgr.14718) 1116 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:56 smithi179 conmon[67066]: cluster 2022-01-25T23:16:55.613705+0000 mgr.smithi111.vbmimw (mgr.14718) 1117 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:56 smithi111 conmon[101466]: cluster 2022-01-25T23:16:55.613705+0000 mgr.smithi111.vbmimw (mgr.14718) 1117 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:56 smithi111 conmon[101466]: 2022-01-25T23:16:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:16:59 smithi179 conmon[67066]: cluster 2022-01-25T23:16:57.614328+0000 mgr.smithi111.vbmimw (mgr.14718) 1118 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:16:59 smithi111 conmon[101466]: cluster 2022-01-25T23:16:57.614328+0000 mgr.smithi111.vbmimw (mgr.14718) 1118 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:01 smithi179 conmon[67066]: cluster 2022-01-25T23:16:59.615178+0000 mgr.smithi111.vbmimw (mgr.14718) 1119 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:01 smithi179 conmon[67066]: 2022-01-25T23:17:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:01 smithi111 conmon[101466]: cluster 2022-01-25T23:16:59.615178+0000 mgr.smithi111.vbmimw (mgr.14718) 1119 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:01.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:01 smithi111 conmon[101466]: 2022-01-25T23:17:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:03 smithi179 conmon[67066]: cluster 2022-01-25T23:17:01.615919+0000 mgr.smithi111.vbmimw (mgr.14718) 1120 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:03 smithi111 conmon[101466]: cluster 2022-01-25T23:17:01.615919+0000 mgr.smithi111.vbmimw (mgr.14718) 1120 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:05 smithi179 conmon[67066]: cluster 2022-01-25T23:17:03.616790+0000 mgr.smithi111.vbmimw (mgr.14718) 1121 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:05 smithi111 conmon[101466]: cluster 2022-01-25T23:17:03.616790+0000 mgr.smithi111.vbmimw (mgr.14718) 1121 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:05 smithi111 conmon[101466]: 2022-01-25T23:17:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:07 smithi179 conmon[67066]: cluster 2022-01-25T23:17:05.617449+0000 mgr.smithi111.vbmimw (mgr.14718) 1122 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:07 smithi111 conmon[101466]: cluster 2022-01-25T23:17:05.617449+0000 mgr.smithi111.vbmimw (mgr.14718) 1122 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:07 smithi111 conmon[101466]: 2022-01-25T23:17:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:09 smithi179 conmon[67066]: cluster 2022-01-25T23:17:07.618097+0000 mgr.smithi111.vbmimw (mgr.14718) 1123 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:09 smithi179 conmon[67066]: audit 2022-01-25T23:17:08.897433+0000 mon.smithi111 (mon.0) 556 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:09 smithi179 conmon[67066]: audit 2022-01-25T23:17:08.898871+0000 mon.smithi111 (mon.0) 557 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:09 smithi179 conmon[67066]: audit 2022-01-25T23:17:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:09 smithi179 conmon[67066]: 2022-01-25T23:17:08.899650+0000 mon.smithi111 (mon.0) 558 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: cluster 2022-01-25T23:17:07.618097+0000 mgr.smithi111.vbmimw (mgr.14718) 1123 : 2022-01-25T23:17:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: audit 2022-01-25T23:17:08.897433+0000 mon.smithi111 (mon.0) 556 : audit [DBG] 2022-01-25T23:17:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: audit 2022-01-25T23:17:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: 2022-01-25T23:17:08.898871+0000 mon.smithi111 ( 2022-01-25T23:17:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: mon.0) 557 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:09.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: audit 2022-01-25T23:17:09.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: 2022-01-25T 2022-01-25T23:17:09.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: 23:17:08.899650+0000 mon.smithi111 (mon.0) 558 : audit 2022-01-25T23:17:09.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:09 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:10 smithi179 conmon[67066]: cephadm 2022-01-25T23:17:08.900388+0000 mgr.smithi111.vbmimw (mgr.14718) 1124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:10 smithi179 conmon[67066]: audit 2022-01-25T23:17:09.156971+0000 mon.smithi111 (mon.0) 559 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:10.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:10 smithi111 conmon[101466]: cephadm 2022-01-25T23:17:08. 2022-01-25T23:17:10.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:10 smithi111 conmon[101466]: 900388+0000 mgr.smithi111.vbmimw (mgr.14718) 1124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:10.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:10 smithi111 conmon[101466]: audit 2022-01-25T23:17:09.156971+0000 mon.smithi111 (mon.0) 559 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:11 smithi179 conmon[67066]: cluster 2022-01-25T23:17:09 2022-01-25T23:17:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:11 smithi179 conmon[67066]: .618968+0000 mgr.smithi111.vbmimw (mgr.14718) 1125 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:11 smithi111 conmon[101466]: cluster 2022-01-25T23:17:09.618968 2022-01-25T23:17:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:11 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1125 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:13 smithi179 conmon[67066]: cluster 2022-01-25T23:17:11.619426+0000 mgr.smithi111.vbmimw (mgr.14718) 1126 : cluster [DBG] 2022-01-25T23:17:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:13 smithi179 conmon[67066]: pgmap v970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:13 smithi179 conmon[67066]: audit 2022-01-25T23:17:12.305055+0000 mon.smithi111 (mon.0) 560 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:13 smithi111 conmon[101466]: cluster 2022-01-25T23:17:11.619426+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:17:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:13 smithi111 conmon[101466]: mgr.14718) 1126 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:13 smithi111 conmon[101466]: audit 2022-01-25T23:17:12.305055+0000 mon.smithi111 (mon.0) 560 2022-01-25T23:17:13.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:13 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:15 smithi179 conmon[67066]: cluster 2022-01-25T23:17:13.620076+0000 mgr.smithi111.vbmimw (mgr.14718) 1127 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:15 smithi179 conmon[67066]: audit 2022-01-25T23:17:14.611011+0000 mon.smithi111 (mon.0) 561 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:15 smithi179 conmon[67066]: audit 2022-01-25T23:17:14.899924+0000 mon.smithi111 (mon.0) 562 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:15 smithi179 conmon[67066]: audit 2022-01-25T23:17:14.905176+0000 mon.smithi111 (mon.0) 563 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:15 smithi111 conmon[101466]: cluster 2022-01-25T23:17:13.620076+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:17:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:15 smithi111 conmon[101466]: 14718) 1127 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:15 smithi111 conmon[101466]: audit 2022-01-25T23:17:14.611011+0000 mon.smithi111 (mon.0) 561 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:15 smithi111 conmon[101466]: audit 2022-01-25T23:17:14.899924+0000 mon.smithi111 (mon.0) 562 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:15.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:15 smithi111 conmon[101466]: audit 2022-01-25T23:17:14.905176+0000 mon.smithi111 (mon.0) 563 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:17:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:17 smithi179 conmon[67066]: cluster 2022-01-25T23:17:15.620644+0000 mgr.smithi111.vbmimw (mgr.14718) 1128 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:17 smithi111 conmon[101466]: cluster 2022-01-25T23:17:15.620644+0000 mgr.smithi111.vbmimw (mgr.14718) 1128 : cluster [DBG] 2022-01-25T23:17:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:17 smithi111 conmon[101466]: pgmap v972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:19 smithi179 conmon[67066]: cluster 2022-01-25T23:17:17.621147+0000 mgr.smithi111.vbmimw (mgr.14718) 1129 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:19 smithi111 conmon[101466]: cluster 2022-01-25T23:17:17.621147+0000 mgr.smithi111.vbmimw (mgr.14718) 1129 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:21 smithi179 conmon[67066]: cluster 2022-01-25T23:17:19.621916+0000 mgr.smithi111.vbmimw (mgr.14718) 1130 : cluster [DBG] 2022-01-25T23:17:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:21 smithi179 conmon[67066]: pgmap v974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:21 smithi111 conmon[101466]: cluster 2022-01-25T23:17:19.621916+0000 mgr.smithi111.vbmimw (mgr.14718) 1130 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:22.798 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:17:23.067 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:23.068 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (39m) 8s ago 40m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:17:23.068 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (31m) 8s ago 40m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:17:23.068 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (30m) 10s ago 39m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:17:23.069 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (39m) 8s ago 40m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:17:23.069 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (35m) 8s ago 35m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:17:23.069 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (35m) 10s ago 35m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:17:23.069 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (31m) 8s ago 41m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:17:23.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (31m) 10s ago 39m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:17:23.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (31m) 8s ago 41m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:17:23.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (31m) 10s ago 39m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:17:23.070 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (32m) 8s ago 32m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:17:23.070 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (32m) 10s ago 32m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:17:23.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (40m) 8s ago 40m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:17:23.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (39m) 10s ago 39m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:17:23.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (26m) 8s ago 39m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:17:23.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (38m) 8s ago 38m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:17:23.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (38m) 8s ago 38m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:17:23.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (38m) 8s ago 38m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:17:23.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (37m) 10s ago 37m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:17:23.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (37m) 10s ago 37m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:17:23.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (37m) 10s ago 37m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:17:23.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (37m) 10s ago 37m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:17:23.073 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (39m) 8s ago 40m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:17:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:23 smithi179 conmon[67066]: cluster 2022-01-25T23:17:21.622587+0000 mgr.smithi111.vbmimw (mgr.14718) 1131 : 2022-01-25T23:17:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:23 smithi179 conmon[67066]: cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:23.389 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:17:23.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:17:23.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:23.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:23.390 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:17:23.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:23.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:23.390 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:17:23.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:23.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:23.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:23.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:17:23.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:23.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:23.392 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:17:23.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:23.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:23.393 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:17:23.393 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:17:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:23 smithi111 conmon[101466]: cluster 2022-01-25T23:17:21.622587+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:17:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:23 smithi111 conmon[101466]: .14718) 1131 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:24 smithi179 conmon[67066]: audit 2022-01-25T23:17:22.787104+0000 mgr.smithi111.vbmimw (mgr.14718) 1132 : audit [DBG] from='client.34820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:24 smithi179 conmon[67066]: 2022-01-25T23:17:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:24 smithi179 conmon[67066]: audit 2022-01-25T23:17:23.389683+0000 mon.smithi111 (mon.0) 564 : audit [DBG] from='client.? 172.21.15.111:0/3651455141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:24 smithi111 conmon[101466]: audit 2022-01-25T23:17:22.787104+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:17:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:24 smithi111 conmon[101466]: 1132 : audit [DBG] from='client.34820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:24.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:24 smithi111 conmon[101466]: audit 2022-01-25T23:17:23.389683+0000 mon.smithi111 (mon.0) 564 : audit [DBG] from='client.? 172.21.15.111:0/3651455141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:25 smithi179 conmon[67066]: audit 2022-01-25T23:17:23.059524+0000 mgr.smithi111.vbmimw (mgr.14718) 1133 : audit [DBG] from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:25 smithi179 conmon[67066]: cluster 2022-01-25T23:17:23.623263+0000 mgr.smithi111.vbmimw (mgr.14718) 1134 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:25 smithi111 conmon[101466]: audit 2022-01-25T23:17:23.059524+0000 mgr.smithi111.vbmimw (mgr.14718) 1133 : audit [DBG] from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:25 smithi111 conmon[101466]: cluster 2022-01-25T23:17:23.623263+0000 mgr.smithi111.vbmimw (mgr.14718) 1134 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:27 smithi179 conmon[67066]: cluster 2022-01-25T23:17:25.623806+0000 mgr.smithi111.vbmimw (mgr.14718) 1135 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:27 smithi179 conmon[67066]: 2022-01-25T23:17:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:27 smithi111 conmon[101466]: cluster 2022-01-25T23:17:25.623806+0000 mgr.smithi111.vbmimw (mgr.14718) 1135 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:28 smithi111 conmon[101466]: cluster 2022-01-25T23:17:27.624507+0000 mgr.smithi111.vbmimw (mgr.14718) 1136 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:28 smithi179 conmon[67066]: cluster 2022-01-25T23:17:27.624507+0000 mgr.smithi111.vbmimw (mgr.14718) 1136 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:28 smithi179 conmon[67066]: 2022-01-25T23:17:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:30 smithi111 conmon[101466]: cluster 2022-01-25T23:17:29.625329+0000 mgr.smithi111.vbmimw (mgr.14718) 1137 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:30 smithi179 conmon[67066]: cluster 2022-01-25T23:17:29.625329+0000 mgr.smithi111.vbmimw (mgr.14718) 1137 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:32 smithi111 conmon[101466]: cluster 2022-01-25T23:17:31.625979+0000 mgr.smithi111.vbmimw (mgr.14718) 1138 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:32 smithi111 conmon[101466]: 2022-01-25T23:17:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:32 smithi179 conmon[67066]: cluster 2022-01-25T23:17:31.625979+0000 mgr.smithi111.vbmimw (mgr.14718) 1138 : cluster [DBG] 2022-01-25T23:17:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:32 smithi179 conmon[67066]: pgmap v980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:34 smithi111 conmon[101466]: cluster 2022-01-25T23:17:33.626639+0000 mgr.smithi111.vbmimw (mgr.14718) 1139 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:34 smithi179 conmon[67066]: cluster 2022-01-25T23:17:33.626639+0000 mgr.smithi111.vbmimw (mgr.14718) 1139 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:36 smithi111 conmon[101466]: cluster 2022-01-25T23:17:35.627166+0000 mgr.smithi111.vbmimw (mgr.14718) 1140 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:36 smithi179 conmon[67066]: cluster 2022-01-25T23:17:35.627166+0000 mgr.smithi111.vbmimw (mgr.14718) 1140 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:37 smithi111 conmon[101466]: audit 2022-01-25T23:17:37.417581+0000 mon.smithi111 (mon.0) 565 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:37 smithi111 conmon[101466]: audit 2022-01-25T23:17:37.417897+0000 mon.smithi111 (mon.0) 566 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:37 smithi179 conmon[67066]: audit 2022-01-25T23:17:37.417581+0000 mon.smithi111 (mon.0) 565 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:37 smithi179 conmon[67066]: audit 2022-01-25T23:17:37.417897+0000 mon.smithi111 2022-01-25T23:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:37 smithi179 conmon[67066]: (mon.0) 566 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:38 smithi111 conmon[101466]: cluster 2022-01-25T23:17:37.627704+0000 mgr.smithi111.vbmimw (mgr.14718) 1141 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:38 smithi179 conmon[67066]: cluster 2022-01-25T23:17:37.627704+0000 mgr.smithi111.vbmimw (mgr.14718) 1141 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:38 smithi179 conmon[67066]: 2022-01-25T23:17:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:40 smithi111 conmon[101466]: cluster 2022-01-25T23:17:39.628539+0000 mgr.smithi111.vbmimw (mgr.14718) 1142 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:40 smithi179 conmon[67066]: cluster 2022-01-25T23:17:39.628539+0000 mgr.smithi111.vbmimw (mgr.14718) 1142 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:40 smithi179 conmon[67066]: 2022-01-25T23:17:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:42 smithi111 conmon[101466]: cluster 2022-01-25T23:17:41.629119+0000 mgr.smithi111.vbmimw (mgr.14718) 1143 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:42 smithi179 conmon[67066]: cluster 2022-01-25T23:17:41.629119+0000 mgr.smithi111.vbmimw (mgr.14718) 1143 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:44 smithi111 conmon[101466]: cluster 2022-01-25T23:17:43.629838+0000 mgr.smithi111.vbmimw (mgr.14718) 1144 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:44 smithi179 conmon[67066]: cluster 2022-01-25T23:17:43.629838+0000 mgr.smithi111.vbmimw (mgr.14718) 1144 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:46 smithi111 conmon[101466]: cluster 2022-01-25T23:17:45.630478+0000 mgr.smithi111.vbmimw (mgr.14718) 1145 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:46 smithi179 conmon[67066]: cluster 2022-01-25T23:17:45.630478+0000 mgr.smithi111.vbmimw (mgr.14718) 1145 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:48 smithi111 conmon[101466]: cluster 2022-01-25T23:17:47.631034+0000 mgr.smithi111.vbmimw (mgr.14718) 1146 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:48 smithi111 conmon[101466]: 2022-01-25T23:17:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:48 smithi179 conmon[67066]: cluster 2022-01-25T23:17:47.631034+0000 mgr.smithi111.vbmimw (mgr.14718) 1146 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:50 smithi111 conmon[101466]: cluster 2022-01-25T23:17:49.631846+0000 mgr.smithi111.vbmimw (mgr.14718) 1147 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:50 smithi179 conmon[67066]: cluster 2022-01-25T23:17:49.631846+0000 mgr.smithi111.vbmimw (mgr.14718) 1147 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:52 smithi111 conmon[101466]: cluster 2022-01-25T23:17:51.632549+0000 mgr.smithi111.vbmimw (mgr.14718) 1148 : cluster 2022-01-25T23:17:53.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:52 smithi111 conmon[101466]: [DBG] pgmap v990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:52 smithi179 conmon[67066]: cluster 2022-01-25T23:17:51.632549+0000 mgr.smithi111.vbmimw (mgr.14718) 1148 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:53.683 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:17:53.948 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:53.948 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (39m) 39s ago 41m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:17:53.949 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (31m) 39s ago 41m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:17:53.949 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (31m) 41s ago 40m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:17:53.949 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (39m) 39s ago 40m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:17:53.949 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (35m) 39s ago 35m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:17:53.950 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (36m) 41s ago 36m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:17:53.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (32m) 39s ago 42m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:17:53.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (32m) 41s ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:17:53.950 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (31m) 39s ago 42m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:17:53.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (31m) 41s ago 40m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:17:53.951 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (32m) 39s ago 32m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:17:53.951 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (32m) 41s ago 32m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:17:53.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (40m) 39s ago 40m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:17:53.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (40m) 41s ago 40m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:17:53.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (27m) 39s ago 39m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:17:53.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (39m) 39s ago 39m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:17:53.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (39m) 39s ago 39m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:17:53.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (38m) 39s ago 38m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:17:53.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (38m) 41s ago 38m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:17:53.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (38m) 41s ago 38m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:17:53.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (37m) 41s ago 37m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:17:53.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (37m) 41s ago 37m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:17:53.953 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (39m) 39s ago 40m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:17:54.265 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:17:54.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:17:54.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:54.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:54.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:17:54.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:54.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:54.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:17:54.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:54.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:54.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:54.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:17:54.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:54.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:17:54.268 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:17:54.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:54.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:54.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:17:54.269 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:17:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: cluster 2022-01-25T23:17:53.633251+0000 mgr.smithi111.vbmimw (mgr.14718) 1149 2022-01-25T23:17:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: audit 2022-01-25T23:17:53.672378+0000 mgr.smithi111.vbmimw (mgr.14718) 1150 : audit [DBG] from='client.34832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: audit 2022-01-25T23:17:53.940322+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:17:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: 1151 : audit [DBG] from='client.34836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:55.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: audit 2022-01-25T23:17 2022-01-25T23:17:55.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: :54.265245+0000 mon.smithi111 (mon.0) 567 : audit 2022-01-25T23:17:55.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:54 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/212150022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:54 smithi179 conmon[67066]: cluster 2022-01-25T23:17:53.633251+0000 mgr.smithi111.vbmimw (mgr.14718) 1149 : cluster [DBG] 2022-01-25T23:17:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:54 smithi179 conmon[67066]: pgmap v991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:54 smithi179 conmon[67066]: audit 2022-01-25T23:17:53.672378+0000 mgr.smithi111.vbmimw (mgr.14718) 1150 : audit [DBG] from='client.34832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:54 smithi179 conmon[67066]: audit 2022-01-25T23:17:53.940322+0000 mgr.smithi111.vbmimw (mgr.14718) 1151 : audit [DBG] from='client.34836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:55.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:54 smithi179 conmon[67066]: audit 2022-01-25T23:17:54.265245+0000 mon.smithi111 (mon.0) 567 : audit [DBG] from='client.? 172.21.15.111:0/212150022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:56 smithi111 conmon[101466]: cluster 2022-01-25T23:17:55.633783 2022-01-25T23:17:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:56 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1152 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:56 smithi179 conmon[67066]: cluster 2022-01-25T23:17:55.633783+0000 mgr.smithi111.vbmimw (mgr.14718) 1152 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:17:58 smithi111 conmon[101466]: cluster 2022-01-25T23:17:57.634409+0000 mgr.smithi111.vbmimw (mgr.14718) 1153 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:17:58 smithi179 conmon[67066]: cluster 2022-01-25T23:17:57.634409+0000 mgr.smithi111.vbmimw (mgr.14718) 1153 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:00 smithi111 conmon[101466]: cluster 2022-01-25T23:17:59.635255+0000 mgr.smithi111.vbmimw (mgr.14718) 1154 : cluster [DBG] 2022-01-25T23:18:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:00 smithi111 conmon[101466]: pgmap v994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:00 smithi179 conmon[67066]: cluster 2022-01-25T23:17:59.635255+0000 mgr.smithi111.vbmimw (mgr.14718) 1154 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:03.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:02 smithi111 conmon[101466]: cluster 2022-01-25T23:18:01.635847+0000 mgr.smithi111.vbmimw (mgr.14718) 1155 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:03.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:02 smithi111 conmon[101466]: 2022-01-25T23:18:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:02 smithi179 conmon[67066]: cluster 2022-01-25T23:18:01.635847+0000 mgr.smithi111.vbmimw (mgr.14718) 1155 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:04 smithi111 conmon[101466]: cluster 2022-01-25T23:18:03.636568+0000 mgr.smithi111.vbmimw (mgr.14718) 1156 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:04 smithi111 conmon[101466]: 2022-01-25T23:18:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:04 smithi179 conmon[67066]: cluster 2022-01-25T23:18:03.636568+0000 mgr.smithi111.vbmimw (mgr.14718) 1156 : cluster [DBG] 2022-01-25T23:18:05.534 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:04 smithi179 conmon[67066]: pgmap v996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:06 smithi111 conmon[101466]: cluster 2022-01-25T23:18:05.637285+0000 mgr.smithi111.vbmimw (mgr.14718) 1157 : cluster [DBG] 2022-01-25T23:18:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:06 smithi111 conmon[101466]: pgmap v997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:06 smithi179 conmon[67066]: cluster 2022-01-25T23:18:05.637285+0000 mgr.smithi111.vbmimw (mgr.14718) 1157 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:08 smithi111 conmon[101466]: cluster 2022-01-25T23:18:07.637842+0000 mgr.smithi111.vbmimw (mgr.14718) 1158 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:08 smithi179 conmon[67066]: cluster 2022-01-25T23:18:07.637842+0000 mgr.smithi111.vbmimw (mgr.14718) 1158 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:10 smithi111 conmon[101466]: cluster 2022-01-25T23:18:09.638726+0000 mgr.smithi111.vbmimw (mgr.14718) 1159 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:10 smithi111 conmon[101466]: 2022-01-25T23:18:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:10 smithi179 conmon[67066]: cluster 2022-01-25T23:18:09.638726+0000 mgr.smithi111.vbmimw (mgr.14718) 1159 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:12 smithi111 conmon[101466]: cluster 2022-01-25T23:18:11.639253+0000 mgr.smithi111.vbmimw (mgr.14718) 1160 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:12 smithi111 conmon[101466]: 2022-01-25T23:18:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:12 smithi179 conmon[67066]: cluster 2022-01-25T23:18:11.639253+0000 mgr.smithi111.vbmimw (mgr.14718) 1160 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:14 smithi111 conmon[101466]: cluster 2022-01-25T23:18:13.640134+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:18:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:14 smithi111 conmon[101466]: 14718) 1161 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:14 smithi111 conmon[101466]: audit 2022-01-25T23:18:14.907617+0000 mon.smithi111 (mon.0) 568 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:15.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:14 smithi111 conmon[101466]: audit 2022-01-25T23:18:14.909109+0000 mon.smithi111 (mon.0) 569 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:15.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:14 smithi111 conmon[101466]: audit 2022-01-25T23:18:14.909877+0000 mon.smithi111 (mon.0) 570 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:14 smithi179 conmon[67066]: cluster 2022-01-25T23:18:13.640134+0000 mgr.smithi111.vbmimw (mgr.14718) 1161 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:14 smithi179 conmon[67066]: audit 2022-01-25T23:18:14.907617+0000 mon.smithi111 (mon 2022-01-25T23:18:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:14 smithi179 conmon[67066]: .0) 568 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:14 smithi179 conmon[67066]: audit 2022-01-25T23:18:14.909109+0000 mon.smithi111 (mon.0) 569 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:14 smithi179 conmon[67066]: audit 2022-01-25T23:18:14.909877+0000 mon.smithi111 (mon.0) 570 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:15 smithi111 conmon[101466]: cephadm 2022-01-25T23:18:14.910570+0000 mgr.smithi111.vbmimw (mgr.14718) 1162 2022-01-25T23:18:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:15 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:15 smithi111 conmon[101466]: audit 2022-01-25T23:18:15.210394+0000 mon.smithi111 (mon.0) 571 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:18:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:15 smithi111 conmon[101466]: audit 2022-01-25T23:18:15.217480+0000 mon.smithi111 (mon.0) 572 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:18:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:15 smithi179 conmon[67066]: cephadm 2022-01-25T23:18:14.910570+0000 mgr.smithi111.vbmimw (mgr.14718) 1162 : 2022-01-25T23:18:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:15 smithi179 conmon[67066]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:15 smithi179 conmon[67066]: audit 2022-01-25T23:18:15.210394+0000 mon.smithi111 (mon.0) 571 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:18:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:15 smithi179 conmon[67066]: audit 2022-01-25T23:18:15.217480+0000 mon.smithi111 (mon.0) 572 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:18:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:16 smithi111 conmon[101466]: cluster 2022-01-25T23:18:15.640647+0000 mgr.smithi111.vbmimw (mgr.14718) 1163 : cluster [DBG] 2022-01-25T23:18:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:16 smithi111 conmon[101466]: pgmap v1002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:16 smithi179 conmon[67066]: cluster 2022-01-25T23:18:15.640647+0000 mgr.smithi111.vbmimw (mgr.14718) 1163 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:18 smithi111 conmon[101466]: cluster 2022-01-25T23:18:17.641164+0000 mgr.smithi111.vbmimw (mgr.14718) 1164 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:18 smithi179 conmon[67066]: cluster 2022-01-25T23:18:17.641164+0000 mgr.smithi111.vbmimw (mgr.14718) 1164 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:18 smithi179 conmon[67066]: 2022-01-25T23:18:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:20 smithi111 conmon[101466]: cluster 2022-01-25T23:18:19.641925+0000 mgr.smithi111.vbmimw (mgr.14718) 1165 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:20 smithi111 conmon[101466]: 2022-01-25T23:18:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:20 smithi179 conmon[67066]: cluster 2022-01-25T23:18:19.641925+0000 mgr.smithi111.vbmimw (mgr.14718) 1165 : cluster 2022-01-25T23:18:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:20 smithi179 conmon[67066]: [DBG] pgmap v1004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:22 smithi179 conmon[67066]: cluster 2022-01-25T23:18:21.642604+0000 mgr.smithi111.vbmimw (mgr.14718) 1166 : 2022-01-25T23:18:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:22 smithi179 conmon[67066]: cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:22 smithi111 conmon[101466]: cluster 2022-01-25T23:18:21.642604+0000 mgr.smithi111.vbmimw (mgr.14718) 1166 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:24.566 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:18:24.841 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:24.841 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (40m) 70s ago 41m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:18:24.841 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (32m) 70s ago 41m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:18:24.841 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (31m) 72s ago 40m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:18:24.842 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (40m) 70s ago 41m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:18:24.842 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (36m) 70s ago 36m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:18:24.842 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (36m) 72s ago 36m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:18:24.842 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (32m) 70s ago 42m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:18:24.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (32m) 72s ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:18:24.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (32m) 70s ago 42m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:18:24.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (32m) 72s ago 40m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:18:24.843 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (33m) 70s ago 33m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:18:24.844 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (33m) 72s ago 33m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:18:24.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (41m) 70s ago 41m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:18:24.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (40m) 72s ago 40m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:18:24.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (27m) 70s ago 40m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:18:24.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (39m) 70s ago 39m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:18:24.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (39m) 70s ago 39m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:18:24.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (39m) 70s ago 39m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:18:24.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (38m) 72s ago 38m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:18:24.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (38m) 72s ago 38m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:18:24.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (38m) 72s ago 38m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:18:24.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (38m) 72s ago 38m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:18:24.846 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (40m) 70s ago 41m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:18:25.161 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:18:25.161 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:18:25.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:25.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:25.162 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:18:25.162 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:25.162 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:25.162 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:18:25.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:25.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:25.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:25.163 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:18:25.164 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:25.164 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:25.164 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:18:25.164 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:25.164 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:25.165 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:18:25.165 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:18:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:24 smithi179 conmon[67066]: cluster 2022-01-25T23:18:23.643315 2022-01-25T23:18:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:24 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1167 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:24 smithi111 conmon[101466]: cluster 2022-01-25T23:18:23.643315+0000 mgr.smithi111.vbmimw (mgr.14718) 1167 2022-01-25T23:18:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:24 smithi111 conmon[101466]: : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:25 smithi179 conmon[67066]: audit 2022-01-25T23:18:24.554493+0000 mgr.smithi111.vbmimw (mgr.14718) 1168 : 2022-01-25T23:18:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:25 smithi179 conmon[67066]: audit [DBG] from='client.34844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:25 smithi179 conmon[67066]: audit 2022-01-25T23:18:24.832709+0000 mgr.smithi111.vbmimw (mgr.14718) 1169 : audit [DBG] from='client.34848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:25 smithi179 conmon[67066]: audit 2022-01-25T23:18:25.161602+0000 mon.smithi111 (mon.0) 2022-01-25T23:18:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:25 smithi179 conmon[67066]: 573 : audit [DBG] from='client.? 172.21.15.111:0/1594078842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:25 smithi111 conmon[101466]: audit 2022-01-25T23:18:24.554493+0000 mgr.smithi111.vbmimw (mgr.14718) 1168 : audit [DBG] from='client.34844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:25 smithi111 conmon[101466]: audit 2022-01-25T23:18:24.832709+0000 mgr.smithi111.vbmimw (mgr.14718) 1169 : audit [DBG] from='client.34848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:25 smithi111 conmon[101466]: audit 2022-01-25T23:18:25.161602+0000 mon.smithi111 (mon.0) 573 : audit [DBG] from='client.? 172.21.15.111:0/1594078842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:26 smithi179 conmon[67066]: cluster 2022-01-25T23:18:25.643758+0000 mgr.smithi111.vbmimw (mgr.14718) 1170 : 2022-01-25T23:18:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:26 smithi179 conmon[67066]: cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:26 smithi111 conmon[101466]: cluster 2022-01-25T23:18:25.643758+0000 mgr.smithi111.vbmimw (mgr.14718) 1170 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:28 smithi179 conmon[67066]: cluster 2022-01-25T23:18:27.644433+0000 mgr.smithi111.vbmimw (mgr.14718) 1171 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:28 smithi179 conmon[67066]: 2022-01-25T23:18:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:28 smithi111 conmon[101466]: cluster 2022-01-25T23:18:27.644433+0000 mgr.smithi111.vbmimw (mgr.14718) 1171 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:28 smithi111 conmon[101466]: 2022-01-25T23:18:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:31 smithi179 conmon[67066]: cluster 2022-01-25T23:18:29.645321+0000 mgr.smithi111.vbmimw (mgr.14718) 1172 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:31 smithi179 conmon[67066]: 2022-01-25T23:18:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:31 smithi111 conmon[101466]: cluster 2022-01-25T23:18:29.645321+0000 mgr.smithi111.vbmimw (mgr.14718) 1172 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:33 smithi179 conmon[67066]: cluster 2022-01-25T23:18:31.645874+0000 mgr.smithi111.vbmimw (mgr.14718) 1173 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:33 smithi111 conmon[101466]: cluster 2022-01-25T23:18:31.645874+0000 mgr.smithi111.vbmimw (mgr.14718) 1173 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:35 smithi179 conmon[67066]: cluster 2022-01-25T23:18:33.646548+0000 mgr.smithi111.vbmimw (mgr.14718) 1174 : cluster [DBG] 2022-01-25T23:18:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:35 smithi179 conmon[67066]: pgmap v1011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:35 smithi111 conmon[101466]: cluster 2022-01-25T23:18:33.646548+0000 mgr.smithi111.vbmimw (mgr.14718) 1174 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:37 smithi179 conmon[67066]: cluster 2022-01-25T23:18:35.647246+0000 mgr.smithi111.vbmimw (mgr.14718) 1175 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:37 smithi179 conmon[67066]: 2022-01-25T23:18:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:37 smithi111 conmon[101466]: cluster 2022-01-25T23:18:35.647246+0000 mgr.smithi111.vbmimw (mgr.14718) 1175 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:38 smithi179 conmon[67066]: audit 2022-01-25T23:18:37.421591+0000 mon.smithi111 (mon.0) 574 : 2022-01-25T23:18:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:38 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:38 smithi179 conmon[67066]: audit 2022-01-25T23:18:37.421948+0000 mon.smithi111 (mon.0) 575 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:38 smithi111 conmon[101466]: audit 2022-01-25T23:18:37.421591 2022-01-25T23:18:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:38 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 574 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:38 smithi111 conmon[101466]: audit 2022-01-25T23:18:37.421948+0000 mon.smithi111 (mon.0) 575 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:39 smithi179 conmon[67066]: cluster 2022-01-25T23:18:37.647860+0000 mgr.smithi111.vbmimw (mgr.14718) 1176 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:39 smithi111 conmon[101466]: cluster 2022-01-25T23:18:37.647860+0000 mgr.smithi111.vbmimw (mgr.14718) 1176 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:41 smithi179 conmon[67066]: cluster 2022-01-25T23:18:39.648743+0000 mgr.smithi111.vbmimw (mgr.14718) 1177 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:41 smithi111 conmon[101466]: cluster 2022-01-25T23:18:39.648743+0000 mgr.smithi111.vbmimw (mgr.14718) 1177 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:43 smithi179 conmon[67066]: cluster 2022-01-25T23:18:41.649273+0000 mgr.smithi111.vbmimw (mgr.14718) 1178 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:43 smithi111 conmon[101466]: cluster 2022-01-25T23:18:41.649273+0000 mgr.smithi111.vbmimw (mgr.14718) 1178 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:45 smithi179 conmon[67066]: cluster 2022-01-25T23:18:43.650131+0000 mgr.smithi111.vbmimw (mgr.14718) 1179 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:45 smithi111 conmon[101466]: cluster 2022-01-25T23:18:43.650131+0000 mgr.smithi111.vbmimw (mgr.14718) 1179 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:47 smithi179 conmon[67066]: cluster 2022-01-25T23:18:45.650708+0000 mgr.smithi111.vbmimw (mgr.14718) 1180 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:47 smithi111 conmon[101466]: cluster 2022-01-25T23:18:45.650708+0000 mgr.smithi111.vbmimw (mgr.14718) 1180 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:47 smithi111 conmon[101466]: 2022-01-25T23:18:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:49 smithi179 conmon[67066]: cluster 2022-01-25T23:18:47.651143+0000 mgr.smithi111.vbmimw (mgr.14718) 1181 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:49 smithi111 conmon[101466]: cluster 2022-01-25T23:18:47.651143+0000 mgr.smithi111.vbmimw (mgr.14718) 1181 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:51 smithi179 conmon[67066]: cluster 2022-01-25T23:18:49.651963+0000 mgr.smithi111.vbmimw (mgr.14718) 1182 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:51 smithi111 conmon[101466]: cluster 2022-01-25T23:18:49.651963+0000 mgr.smithi111.vbmimw (mgr.14718) 1182 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:51 smithi111 conmon[101466]: 2022-01-25T23:18:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:53 smithi179 conmon[67066]: cluster 2022-01-25T23:18:51.652599+0000 mgr.smithi111.vbmimw (mgr.14718) 1183 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:53 smithi179 conmon[67066]: 2022-01-25T23:18:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:53 smithi111 conmon[101466]: cluster 2022-01-25T23:18:51.652599+0000 mgr.smithi111.vbmimw (mgr.14718) 1183 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:55 smithi179 conmon[67066]: cluster 2022-01-25T23:18:53.653463+0000 mgr.smithi111.vbmimw (mgr.14718) 1184 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.461 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:18:55.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:55 smithi111 conmon[101466]: cluster 2022-01-25T23:18:53.653463+0000 mgr.smithi111.vbmimw (mgr.14718) 1184 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:55 smithi111 conmon[101466]: 2022-01-25T23:18:55.729 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:55.730 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (40m) 101s ago 42m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:18:55.730 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (32m) 101s ago 42m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:18:55.730 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (32m) 103s ago 41m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:18:55.730 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (40m) 101s ago 41m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:18:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (36m) 101s ago 36m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:18:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (37m) 103s ago 37m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:18:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (33m) 101s ago 43m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:18:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (33m) 103s ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:18:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (32m) 101s ago 43m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:18:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (32m) 103s ago 41m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:18:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (33m) 101s ago 33m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:18:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (33m) 103s ago 33m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:18:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (41m) 101s ago 41m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:18:55.733 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (41m) 103s ago 41m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:18:55.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (28m) 101s ago 40m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:18:55.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (40m) 101s ago 40m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:18:55.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (40m) 101s ago 40m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:18:55.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (39m) 101s ago 39m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:18:55.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (39m) 103s ago 39m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:18:55.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (39m) 103s ago 39m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:18:55.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (38m) 103s ago 38m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:18:55.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (38m) 103s ago 38m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:18:55.735 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (40m) 101s ago 41m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:18:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:18:56.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:18:56.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:56.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:56.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:18:56.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:56.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:56.047 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:18:56.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:56.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:56.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:56.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:18:56.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:56.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:18:56.049 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:18:56.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:56.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:56.050 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:18:56.050 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:18:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:56 smithi179 conmon[67066]: audit 2022-01-25T23:18:56.046604+0000 mon.smithi111 (mon.0) 576 : audit [DBG] from='client.? 172.21.15.111:0/3340267332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:56 smithi111 conmon[101466]: audit 2022-01-25T23:18:56.046604+0000 mon.smithi111 (mon 2022-01-25T23:18:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:56 smithi111 conmon[101466]: .0) 576 : audit [DBG] from='client.? 172.21.15.111:0/3340267332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:57 smithi179 conmon[67066]: audit 2022-01-25T23:18:55.450820+0000 mgr.smithi111.vbmimw (mgr.14718) 1185 : audit [DBG] from='client.34856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:57 smithi179 conmon[67066]: cluster 2022-01-25T23:18:55.653941+0000 mgr.smithi111.vbmimw (mgr.14718) 1186 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:57 smithi179 conmon[67066]: audit 2022-01-25T23:18:55.721383+0000 mgr.smithi111.vbmimw (mgr.14718) 1187 : audit [DBG] from='client.34860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: audit 2022-01-25T23:18:55.450820+0000 mgr.smithi111.vbmimw (mgr.14718) 1185 : audit 2022-01-25T23:18:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: [DBG] from='client.34856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: cluster 2022-01-25T23:18:55.653941+0000 mgr.smithi111.vbmimw (mgr.14718) 1186 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: audit 2022-01-25T23:18:55.721383 2022-01-25T23:18:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1187 : 2022-01-25T23:18:57.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:57 smithi111 conmon[101466]: audit [DBG] from='client.34860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:18:59 smithi179 conmon[67066]: cluster 2022-01-25T23:18:57.654476+0000 mgr.smithi111.vbmimw (mgr.14718) 1188 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:18:59 smithi111 conmon[101466]: cluster 2022-01-25T23:18:57.654476+0000 mgr.smithi111.vbmimw (mgr.14718) 1188 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:01 smithi179 conmon[67066]: cluster 2022-01-25T23:18:59.655397+0000 mgr.smithi111.vbmimw (mgr.14718) 1189 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:01 smithi111 conmon[101466]: cluster 2022-01-25T23:18:59.655397+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:19:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:01 smithi111 conmon[101466]: ) 1189 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:03.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:03 smithi179 conmon[67066]: cluster 2022-01-25T23:19:01.656147+0000 mgr.smithi111.vbmimw (mgr.14718) 1190 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:03 smithi111 conmon[101466]: cluster 2022-01-25T23:19:01.656147+0000 mgr.smithi111.vbmimw (mgr.14718) 1190 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:05 smithi179 conmon[67066]: cluster 2022-01-25T23:19:03.656981+0000 mgr.smithi111.vbmimw (mgr.14718) 1191 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:05 smithi111 conmon[101466]: cluster 2022-01-25T23:19:03.656981+0000 mgr.smithi111.vbmimw (mgr.14718) 1191 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:07 smithi179 conmon[67066]: cluster 2022-01-25T23:19:05.657459+0000 mgr.smithi111.vbmimw (mgr.14718) 1192 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:07 smithi111 conmon[101466]: cluster 2022-01-25T23:19:05.657459+0000 mgr.smithi111.vbmimw (mgr.14718) 1192 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:07 smithi111 conmon[101466]: 2022-01-25T23:19:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:08 smithi111 conmon[101466]: cluster 2022-01-25T23:19:07.658004+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:19:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:08 smithi111 conmon[101466]: 1193 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:08 smithi179 conmon[67066]: cluster 2022-01-25T23:19:07.658004+0000 mgr.smithi111.vbmimw (mgr.14718) 1193 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:10 smithi111 conmon[101466]: cluster 2022-01-25T23:19:09.658648+0000 mgr.smithi111.vbmimw (mgr.14718) 1194 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:10 smithi111 conmon[101466]: 2022-01-25T23:19:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:10 smithi179 conmon[67066]: cluster 2022-01-25T23:19:09.658648+0000 mgr.smithi111.vbmimw (mgr.14718) 1194 : cluster [DBG] 2022-01-25T23:19:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:10 smithi179 conmon[67066]: pgmap v1029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:12 smithi111 conmon[101466]: cluster 2022-01-25T23:19:11.659188+0000 mgr.smithi111.vbmimw (mgr.14718) 1195 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:12 smithi179 conmon[67066]: cluster 2022-01-25T23:19:11.659188+0000 mgr.smithi111.vbmimw (mgr.14718) 1195 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:12 smithi179 conmon[67066]: 2022-01-25T23:19:15.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:14 smithi111 conmon[101466]: cluster 2022-01-25T23:19:13.660022+0000 mgr.smithi111.vbmimw (mgr.14718) 1196 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:14 smithi179 conmon[67066]: cluster 2022-01-25T23:19:13.660022+0000 mgr.smithi111.vbmimw (mgr.14718) 1196 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022-01-25T23:19:15.220079+0000 mon.smithi111 (mon.0) 577 : audit 2022-01-25T23:19:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022-01-25T23:19:15.221495+0000 mon.smithi111 (mon.0) 578 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022-01-25T23:19:15 2022-01-25T23:19:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: .222390+0000 mon.smithi111 (mon.0) 579 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:19:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: 01-25T23:19:15.483704+0000 mon.smithi111 (mon.0) 2022-01-25T23:19:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: 580 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:19:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: :19:15.766577+0000 mon.smithi111 (mon. 2022-01-25T23:19:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: 0) 581 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:19:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: -25T23:19:15.771845+0000 mon.smithi111 2022-01-25T23:19:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:15 smithi111 conmon[101466]: (mon.0) 582 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022-01-25T23:19:15.220079+0000 mon.smithi111 (mon.0) 577 : audit 2022-01-25T23:19:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022-01-25T23:19:15.221495+0000 mon.smithi111 (mon.0) 578 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022-01-25T23:19:15.222390+0000 mon.smithi111 (mon.0) 579 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:16.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022-01-25T23:19:15.483704+0000 mon.smithi111 (mon.0) 580 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:16.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022-01-25T23:19:15.766577+0000 mon.smithi111 (mon.0) 581 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:16.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: audit 2022 2022-01-25T23:19:16.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:15 smithi179 conmon[67066]: -01-25T23:19:15.771845+0000 mon.smithi111 (mon.0) 582 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:19:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:16 smithi111 conmon[101466]: cephadm 2022-01-25T23:19:15.223123+0000 mgr.smithi111.vbmimw (mgr.14718) 1197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:16 smithi111 conmon[101466]: cluster 2022-01-25T23:19:15.660624+0000 mgr.smithi111.vbmimw (mgr.14718) 1198 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:16 smithi179 conmon[67066]: cephadm 2022-01-25T23:19:15.223123+0000 mgr.smithi111.vbmimw (mgr.14718) 1197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:16 smithi179 conmon[67066]: cluster 2022-01-25T23:19:15.660624+0000 mgr.smithi111.vbmimw (mgr.14718) 1198 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:18 smithi111 conmon[101466]: cluster 2022-01-25T23:19:17.661239+0000 mgr.smithi111.vbmimw (mgr.14718) 1199 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:18 smithi179 conmon[67066]: cluster 2022-01-25T23:19:17.661239+0000 mgr.smithi111.vbmimw (mgr.14718) 1199 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:20 smithi111 conmon[101466]: cluster 2022-01-25T23:19:19.662041+0000 mgr.smithi111.vbmimw (mgr.14718) 1200 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:20 smithi179 conmon[67066]: cluster 2022-01-25T23:19:19.662041+0000 mgr.smithi111.vbmimw (mgr.14718) 1200 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:22 smithi111 conmon[101466]: cluster 2022-01-25T23:19:21.662778+0000 mgr.smithi111.vbmimw (mgr.14718) 1201 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:22 smithi111 conmon[101466]: 2022-01-25T23:19:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:22 smithi179 conmon[67066]: cluster 2022-01-25T23:19:21.662778+0000 mgr.smithi111.vbmimw (mgr.14718) 1201 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:24 smithi111 conmon[101466]: cluster 2022-01-25T23:19:23.663487+0000 mgr.smithi111.vbmimw (mgr.14718) 1202 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:24 smithi179 conmon[67066]: cluster 2022-01-25T23:19:23.663487+0000 mgr.smithi111.vbmimw (mgr.14718) 1202 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:24 smithi179 conmon[67066]: 2022-01-25T23:19:26.346 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:19:26.609 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:26.610 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (41m) 2m ago 42m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:19:26.610 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (33m) 2m ago 42m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:19:26.610 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (32m) 2m ago 41m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:19:26.610 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (41m) 2m ago 42m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:19:26.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (37m) 2m ago 37m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:19:26.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (37m) 2m ago 37m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:19:26.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (33m) 2m ago 43m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:19:26.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (33m) 2m ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:19:26.612 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (33m) 2m ago 44m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:19:26.612 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (33m) 2m ago 41m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:19:26.612 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:19:26.612 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (34m) 2m ago 34m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:19:26.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (42m) 2m ago 42m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:19:26.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (41m) 2m ago 41m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:19:26.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (28m) 2m ago 41m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:19:26.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (40m) 2m ago 40m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:19:26.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (40m) 2m ago 40m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:19:26.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (40m) 2m ago 40m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:19:26.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (39m) 2m ago 39m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:19:26.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (39m) 2m ago 39m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:19:26.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (39m) 2m ago 39m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:19:26.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (39m) 2m ago 39m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:19:26.615 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (41m) 2m ago 42m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:19:26.927 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:19:26.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:19:26.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:26.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:26.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:19:26.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:26.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:26.929 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:19:26.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:26.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:26.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:26.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:19:26.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:26.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:26.931 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:19:26.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:26.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:26.932 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:19:26.932 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:19:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:26 smithi111 conmon[101466]: cluster 2022-01-25T23:19:25. 2022-01-25T23:19:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:26 smithi111 conmon[101466]: 664006+0000 mgr.smithi111.vbmimw (mgr.14718) 1203 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:26 smithi111 conmon[101466]: audit 2022-01-25T23:19:26.928252+0000 mon.smithi111 (mon.0) 583 : audit [DBG] from='client.? 172.21.15.111:0/2553028285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:26 smithi179 conmon[67066]: cluster 2022-01-25T23:19:25.664006+0000 mgr.smithi111.vbmimw (mgr.14718) 1203 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:26 smithi179 conmon[67066]: audit 2022-01-25T23:19:26.928252+0000 mon.smithi111 (mon. 2022-01-25T23:19:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:26 smithi179 conmon[67066]: 0) 583 : audit [DBG] from='client.? 172.21.15.111:0/2553028285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:27 smithi111 conmon[101466]: audit 2022-01-25T23:19:26.335771+0000 mgr.smithi111.vbmimw (mgr.14718) 1204 : audit [DBG] from='client.34868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:27 smithi111 conmon[101466]: audit 2022 2022-01-25T23:19:28.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:27 smithi111 conmon[101466]: -01-25T23:19:26.601272+0000 mgr.smithi111.vbmimw (mgr.14718) 1205 : audit [DBG] from='client.34872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:27 smithi179 conmon[67066]: audit 2022-01-25T23:19:26.335771+0000 mgr.smithi111.vbmimw (mgr.14718) 1204 : audit 2022-01-25T23:19:28.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:27 smithi179 conmon[67066]: [DBG] from='client.34868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:28.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:27 smithi179 conmon[67066]: audit 2022-01-25T23:19:26.601272+0000 mgr.smithi111.vbmimw (mgr.14718) 1205 : audit [DBG] from='client.34872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:28 smithi111 conmon[101466]: cluster 2022-01-25T23:19:27.664453+0000 mgr.smithi111.vbmimw (mgr.14718) 1206 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:28 smithi179 conmon[67066]: cluster 2022-01-25T23:19:27.664453+0000 mgr.smithi111.vbmimw (mgr.14718) 1206 : cluster [DBG] 2022-01-25T23:19:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:28 smithi179 conmon[67066]: pgmap v1038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:30 smithi111 conmon[101466]: cluster 2022-01-25T23:19:29.665275+0000 mgr.smithi111.vbmimw (mgr.14718) 1207 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:30 smithi179 conmon[67066]: cluster 2022-01-25T23:19:29.665275+0000 mgr.smithi111.vbmimw (mgr.14718) 1207 : cluster [DBG] 2022-01-25T23:19:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:30 smithi179 conmon[67066]: pgmap v1039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:32 smithi111 conmon[101466]: cluster 2022-01-25T23:19:31.665776+0000 mgr.smithi111.vbmimw (mgr.14718) 1208 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:32 smithi179 conmon[67066]: cluster 2022-01-25T23:19:31.665776+0000 mgr.smithi111.vbmimw (mgr.14718) 1208 : cluster [DBG] 2022-01-25T23:19:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:32 smithi179 conmon[67066]: pgmap v1040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:34 smithi111 conmon[101466]: cluster 2022-01-25T23:19:33.666783+0000 mgr.smithi111.vbmimw (mgr.14718) 1209 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:34 smithi179 conmon[67066]: cluster 2022-01-25T23:19:33.666783+0000 mgr.smithi111.vbmimw (mgr.14718) 1209 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:34 smithi179 conmon[67066]: 2022-01-25T23:19:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:36 smithi111 conmon[101466]: cluster 2022-01-25T23:19:35.667505+0000 mgr.smithi111.vbmimw (mgr.14718) 1210 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:36 smithi179 conmon[67066]: cluster 2022-01-25T23:19:35.667505+0000 mgr.smithi111.vbmimw (mgr.14718) 1210 : cluster [DBG] 2022-01-25T23:19:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:36 smithi179 conmon[67066]: pgmap v1042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:37 smithi111 conmon[101466]: audit 2022-01-25T23:19:37.425321+0000 mon.smithi111 (mon.0) 584 : audit [INF] 2022-01-25T23:19:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:37 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:37 smithi111 conmon[101466]: audit 2022-01-25T23:19:37.425574+0000 mon.smithi111 (mon.0) 585 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:37 smithi179 conmon[67066]: audit 2022-01-25T23:19:37.425321+0000 mon.smithi111 (mon.0) 584 : 2022-01-25T23:19:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:37 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:37 smithi179 conmon[67066]: audit 2022-01-25T23:19:37.425574+0000 mon.smithi111 (mon.0) 585 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:38 smithi111 conmon[101466]: cluster 2022-01-25T23:19:37.668189+0000 mgr.smithi111.vbmimw (mgr.14718) 1211 : cluster [DBG] 2022-01-25T23:19:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:38 smithi111 conmon[101466]: pgmap v1043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:38 smithi179 conmon[67066]: cluster 2022-01-25T23:19:37.668189+0000 mgr.smithi111.vbmimw (mgr.14718) 1211 : cluster 2022-01-25T23:19:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:38 smithi179 conmon[67066]: [DBG] pgmap v1043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:40 smithi111 conmon[101466]: cluster 2022-01-25T23:19:39.669002+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:19:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:40 smithi111 conmon[101466]: 1212 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:40 smithi179 conmon[67066]: cluster 2022-01-25T23:19:39.669002+0000 mgr.smithi111.vbmimw (mgr.14718) 1212 : cluster [DBG] 2022-01-25T23:19:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:40 smithi179 conmon[67066]: pgmap v1044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:42 smithi111 conmon[101466]: cluster 2022-01-25T23:19:41.669652+0000 mgr.smithi111.vbmimw (mgr.14718) 1213 : 2022-01-25T23:19:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:42 smithi111 conmon[101466]: cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:42 smithi179 conmon[67066]: cluster 2022-01-25T23:19:41.669652+0000 mgr.smithi111.vbmimw (mgr.14718) 1213 : cluster [DBG] 2022-01-25T23:19:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:42 smithi179 conmon[67066]: pgmap v1045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:44 smithi111 conmon[101466]: cluster 2022-01-25T23:19:43.670457+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:19:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:44 smithi111 conmon[101466]: 1214 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:44 smithi179 conmon[67066]: cluster 2022-01-25T23:19:43.670457+0000 mgr.smithi111.vbmimw (mgr.14718) 1214 : cluster [DBG] 2022-01-25T23:19:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:44 smithi179 conmon[67066]: pgmap v1046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:46 smithi111 conmon[101466]: cluster 2022-01-25T23:19:45.670956+0000 mgr.smithi111.vbmimw (mgr.14718) 1215 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:46 smithi179 conmon[67066]: cluster 2022-01-25T23:19:45.670956+0000 mgr.smithi111.vbmimw (mgr.14718) 1215 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:46 smithi179 conmon[67066]: 2022-01-25T23:19:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:48 smithi111 conmon[101466]: cluster 2022-01-25T23:19:47.671353+0000 mgr.smithi111.vbmimw (mgr.14718) 1216 : cluster [DBG] 2022-01-25T23:19:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:48 smithi111 conmon[101466]: pgmap v1048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:48 smithi179 conmon[67066]: cluster 2022-01-25T23:19:47.671353+0000 mgr.smithi111.vbmimw (mgr.14718) 1216 : cluster [DBG] 2022-01-25T23:19:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:48 smithi179 conmon[67066]: pgmap v1048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:50 smithi111 conmon[101466]: cluster 2022-01-25T23:19:49.672151+0000 mgr.smithi111.vbmimw (mgr.14718) 1217 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:50 smithi179 conmon[67066]: cluster 2022-01-25T23:19:49.672151+0000 mgr.smithi111.vbmimw (mgr.14718) 1217 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:50 smithi179 conmon[67066]: 2022-01-25T23:19:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:52 smithi111 conmon[101466]: cluster 2022-01-25T23:19:51.672767+0000 mgr.smithi111.vbmimw (mgr.14718) 1218 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:52 smithi179 conmon[67066]: cluster 2022-01-25T23:19:51.672767+0000 mgr.smithi111.vbmimw (mgr.14718) 1218 : cluster [DBG] 2022-01-25T23:19:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:52 smithi179 conmon[67066]: pgmap v1050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:54 smithi179 conmon[67066]: cluster 2022-01-25T23:19:53.673678+0000 mgr.smithi111.vbmimw (mgr.14718) 1219 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:54 smithi179 conmon[67066]: 2022-01-25T23:19:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:54 smithi111 conmon[101466]: cluster 2022-01-25T23:19:53.673678+0000 mgr.smithi111.vbmimw (mgr.14718) 1219 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:19:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:56 smithi179 conmon[67066]: cluster 2022-01-25T23:19:55.674398+0000 mgr.smithi111.vbmimw (mgr.14718) 1220 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:56 smithi179 conmon[67066]: 2022-01-25T23:19:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:56 smithi111 conmon[101466]: cluster 2022-01-25T23:19:55.674398+0000 2022-01-25T23:19:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:56 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1220 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:57.497 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:57.497 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (42m) 2m ago 43m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:19:57.497 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (33m) 2m ago 43m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:19:57.498 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (33m) 2m ago 42m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:19:57.498 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (41m) 2m ago 42m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:19:57.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (38m) 2m ago 38m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:19:57.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (38m) 2m ago 38m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:19:57.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (34m) 2m ago 44m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:19:57.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (34m) 2m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:19:57.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (34m) 2m ago 44m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:19:57.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (33m) 2m ago 42m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:19:57.500 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:19:57.500 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (34m) 2m ago 34m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:19:57.500 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (42m) 2m ago 42m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:19:57.500 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (42m) 2m ago 42m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:19:57.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (29m) 2m ago 41m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:19:57.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (41m) 2m ago 41m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:19:57.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (41m) 2m ago 41m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:19:57.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (40m) 2m ago 40m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:19:57.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (40m) 2m ago 40m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:19:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (40m) 2m ago 40m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:19:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (39m) 2m ago 39m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:19:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (39m) 2m ago 39m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:19:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (41m) 2m ago 42m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:19:57.818 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:19:57.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:19:57.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:57.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:57.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:19:57.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:57.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:57.820 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:19:57.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:57.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:57.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:57.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:19:57.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:57.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:19:57.821 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:19:57.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:57.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:57.822 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:19:57.822 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:19:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:57 smithi179 conmon[67066]: audit 2022-01-25T23:19:57.818424+0000 mon.smithi111 (mon.0) 586 : audit [DBG] from='client.? 172.21.15.111:0/1593252960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:57 smithi111 conmon[101466]: audit 2022-01-25T23:19:57.818424+0000 2022-01-25T23:19:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:57 smithi111 conmon[101466]: mon.smithi111 (mon.0) 586 : audit [DBG] from='client.? 172.21.15.111:0/1593252960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:58 smithi179 conmon[67066]: audit 2022-01-25T23:19:57.220696+0000 mgr.smithi111.vbmimw (mgr.14718) 1221 : audit [DBG] from='client.34880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:58 smithi179 conmon[67066]: audit 2022-01-25T23:19:57.489528+0000 mgr.smithi111.vbmimw (mgr.14718) 1222 : audit [DBG] from='client.34884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:19:58 smithi179 conmon[67066]: cluster 2022-01-25T23:19:57.674784+0000 mgr.smithi111.vbmimw (mgr.14718) 1223 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:58 smithi111 conmon[101466]: audit 2022-01-25T23:19:57.220696+0000 mgr.smithi111.vbmimw (mgr.14718) 1221 : audit [DBG] from='client.34880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:58 smithi111 conmon[101466]: 2022-01-25T23:19:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:58 smithi111 conmon[101466]: audit 2022-01-25T23:19:57.489528+0000 mgr.smithi111.vbmimw (mgr.14718) 1222 : audit [DBG] from='client.34884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:58 smithi111 conmon[101466]: cluster 2022-01-25T23:19:57.674784+0000 mgr.smithi111.vbmimw (mgr.14718) 1223 : cluster [DBG] 2022-01-25T23:19:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:19:58 smithi111 conmon[101466]: pgmap v1053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:00 smithi179 conmon[67066]: cluster 2022-01-25T23:19:59.675567+0000 mgr.smithi111.vbmimw (mgr.14718) 1224 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:00 smithi179 conmon[67066]: cluster 2022-01-25T23:20:00.000087+0000 mon.smithi111 (mon.0) 587 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:20:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:00 smithi111 conmon[101466]: cluster 2022-01-25T23:19:59.675567+0000 mgr.smithi111.vbmimw (mgr.14718) 1224 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:00 smithi111 conmon[101466]: cluster 2022-01-25T23:20:00.000087+0000 mon.smithi111 (mon.0) 587 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:20:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:03 smithi179 conmon[67066]: cluster 2022-01-25T23:20:01.676132+0000 mgr.smithi111.vbmimw (mgr.14718) 1225 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:03 smithi111 conmon[101466]: cluster 2022-01-25T23:20:01.676132+0000 mgr.smithi111.vbmimw (mgr.14718) 1225 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:05 smithi179 conmon[67066]: cluster 2022-01-25T23:20:03.676891+0000 mgr.smithi111.vbmimw (mgr.14718) 1226 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:05 smithi111 conmon[101466]: cluster 2022-01-25T23:20:03.676891+0000 mgr.smithi111.vbmimw (mgr.14718) 1226 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:05 smithi111 conmon[101466]: 2022-01-25T23:20:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:07 smithi179 conmon[67066]: cluster 2022-01-25T23:20:05.677482+0000 mgr.smithi111.vbmimw (mgr.14718) 1227 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:07 smithi111 conmon[101466]: cluster 2022-01-25T23:20:05.677482+0000 mgr.smithi111.vbmimw (mgr.14718) 1227 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:09 smithi179 conmon[67066]: cluster 2022-01-25T23:20:07.678003+0000 mgr.smithi111.vbmimw (mgr.14718) 1228 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:09 smithi111 conmon[101466]: cluster 2022-01-25T23:20:07.678003+0000 mgr.smithi111.vbmimw (mgr.14718) 1228 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:09 smithi111 conmon[101466]: 2022-01-25T23:20:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:11 smithi179 conmon[67066]: cluster 2022-01-25T23:20:09.678972+0000 mgr.smithi111.vbmimw (mgr.14718) 1229 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:11 smithi111 conmon[101466]: cluster 2022-01-25T23:20:09.678972+0000 mgr.smithi111.vbmimw (mgr.14718) 1229 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:13 smithi179 conmon[67066]: cluster 2022-01-25T23:20:11.679467+0000 mgr.smithi111.vbmimw (mgr.14718) 1230 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:13 smithi111 conmon[101466]: cluster 2022-01-25T23:20:11.679467+0000 mgr.smithi111.vbmimw (mgr.14718) 1230 : cluster 2022-01-25T23:20:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:13 smithi111 conmon[101466]: [DBG] pgmap v1060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:15 smithi179 conmon[67066]: cluster 2022-01-25T23:20:13.680258+0000 mgr.smithi111.vbmimw (mgr.14718) 1231 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:15 smithi111 conmon[101466]: cluster 2022-01-25T23:20:13.680258+0000 mgr.smithi111.vbmimw (mgr.14718) 1231 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:16 smithi179 conmon[67066]: audit 2022-01-25T23:20:15.774463+0000 mon.smithi111 (mon.0) 588 : audit 2022-01-25T23:20:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:16 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:16 smithi179 conmon[67066]: audit 2022-01-25T23:20:15.775942+0000 mon.smithi111 (mon.0) 589 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:16 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:20:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:16 smithi179 conmon[67066]: 25T23:20:15.776777+0000 mon.smithi111 (mon.0) 590 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:16 smithi111 conmon[101466]: audit 2022-01-25T23:20:15.774463+0000 mon.smithi111 (mon.0) 588 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:16 smithi111 conmon[101466]: audit 2022-01-25T23:20:15.775942+0000 mon.smithi111 (mon.0) 589 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:16 smithi111 conmon[101466]: audit 2022-01-25T23:20:15.776777+0000 mon.smithi111 (mon.0) 590 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: cluster 2022-01-25T23:20:15.680815+0000 mgr.smithi111.vbmimw (mgr.14718) 1232 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: cephadm 2022-01-25T23:20:15.777471+0000 mgr.smithi111.vbmimw (mgr.14718) 1233 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: audit 2022-01-25T23:20:16.085973+0000 mon.smithi111 (mon.0) 591 : audit [INF] 2022-01-25T23:20:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:20:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:20:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: 20:16.090955+0000 mon.smithi111 (mon. 2022-01-25T23:20:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:17 smithi179 conmon[67066]: 0) 592 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:20:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: cluster 2022-01-25T23:20:15.680815+0000 mgr.smithi111.vbmimw (mgr.14718) 1232 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: cephadm 2022-01-25T23:20:15.777471+0000 2022-01-25T23:20:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1233 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: audit 2022-01-25T23:20:16.085973+0000 mon.smithi111 (mon.0) 591 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:20:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: audit 2022-01-25T23:20:16.090955+0000 mon.smithi111 (mon.0) 592 2022-01-25T23:20:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:17 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:20:19.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:18 smithi111 conmon[101466]: cluster 2022-01-25T23:20:17.681264+0000 mgr.smithi111.vbmimw (mgr.14718) 1234 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:18 smithi179 conmon[67066]: cluster 2022-01-25T23:20:17.681264+0000 mgr.smithi111.vbmimw (mgr.14718) 1234 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:18 smithi179 conmon[67066]: 2022-01-25T23:20:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:20 smithi111 conmon[101466]: cluster 2022-01-25T23:20:19.682099+0000 mgr.smithi111.vbmimw (mgr.14718) 1235 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:20 smithi179 conmon[67066]: cluster 2022-01-25T23:20:19.682099+0000 mgr.smithi111.vbmimw (mgr.14718) 1235 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:20 smithi179 conmon[67066]: 2022-01-25T23:20:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:22 smithi111 conmon[101466]: cluster 2022-01-25T23:20:21.682705+0000 mgr.smithi111.vbmimw (mgr.14718) 1236 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:22 smithi179 conmon[67066]: cluster 2022-01-25T23:20:21.682705+0000 mgr.smithi111.vbmimw (mgr.14718) 1236 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:24 smithi111 conmon[101466]: cluster 2022-01-25T23:20:23.683333+0000 mgr.smithi111.vbmimw (mgr.14718) 1237 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:24 smithi179 conmon[67066]: cluster 2022-01-25T23:20:23.683333+0000 mgr.smithi111.vbmimw (mgr.14718) 1237 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:26 smithi111 conmon[101466]: cluster 2022-01-25T23:20:25.683920+0000 mgr.smithi111.vbmimw (mgr.14718) 1238 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:26 smithi179 conmon[67066]: cluster 2022-01-25T23:20:25.683920+0000 mgr.smithi111.vbmimw (mgr.14718) 1238 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:28.121 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:20:28.388 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:28.388 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (42m) 3m ago 43m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:20:28.389 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (34m) 3m ago 43m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:20:28.389 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (33m) 3m ago 43m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:20:28.389 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (42m) 3m ago 43m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:20:28.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (38m) 3m ago 38m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:20:28.390 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (38m) 3m ago 38m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:20:28.390 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (34m) 3m ago 44m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:20:28.390 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (34m) 3m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:20:28.390 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (34m) 3m ago 45m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:20:28.391 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (34m) 3m ago 42m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:20:28.391 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:20:28.391 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (35m) 3m ago 35m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:20:28.391 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (43m) 3m ago 43m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:20:28.391 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (42m) 3m ago 42m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:20:28.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (29m) 3m ago 42m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:20:28.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (41m) 3m ago 41m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:20:28.392 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (41m) 3m ago 41m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:20:28.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (41m) 3m ago 41m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:20:28.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (40m) 3m ago 40m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:20:28.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (40m) 3m ago 40m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:20:28.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (40m) 3m ago 40m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:20:28.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (40m) 3m ago 40m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:20:28.394 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (42m) 3m ago 43m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:20:28.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:20:28.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:20:28.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:28.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:28.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:20:28.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:28.710 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:28.710 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:20:28.710 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:28.710 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:28.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:28.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:20:28.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:28.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:28.711 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:20:28.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:28.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:28.712 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:20:28.712 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:20:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:28 smithi111 conmon[101466]: cluster 2022-01-25T23:20:27.684490+0000 mgr.smithi111.vbmimw (mgr.14718) 1239 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:28 smithi111 conmon[101466]: audit 2022-01-25T23:20:28.708906+0000 mon.smithi111 (mon.0) 593 : audit [DBG] from='client.? 172.21.15.111:0/124982060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:28 smithi179 conmon[67066]: cluster 2022-01-25T23:20:27.684490+0000 mgr.smithi111.vbmimw (mgr.14718) 1239 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:28 smithi179 conmon[67066]: audit 2022-01-25T23:20:28.708906+0000 mon.smithi111 (mon.0) 593 : audit [DBG] from='client.? 172.21.15.111:0/124982060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:29 smithi111 conmon[101466]: audit 2022-01-25T23:20:28.110305+0000 mgr.smithi111.vbmimw (mgr.14718) 1240 : audit [DBG] 2022-01-25T23:20:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:29 smithi111 conmon[101466]: from='client.34892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:30.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:29 smithi111 conmon[101466]: audit 2022-01-25T23:20:28.380334+0000 mgr.smithi111.vbmimw (mgr.14718) 1241 : audit [DBG] from='client.34896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:30.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:29 smithi179 conmon[67066]: audit 2022-01-25T23:20:28.110305+0000 mgr.smithi111.vbmimw (mgr.14718) 1240 : audit [DBG] from='client.34892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:30.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:29 smithi179 conmon[67066]: audit 2022-01-25T23:20:28.380334+0000 mgr.smithi111.vbmimw (mgr.14718) 1241 : audit [DBG] from='client.34896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:30 smithi111 conmon[101466]: cluster 2022-01-25T23:20:29.685289+0000 mgr.smithi111.vbmimw (mgr.14718) 1242 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:30 smithi179 conmon[67066]: cluster 2022-01-25T23:20:29.685289+0000 mgr.smithi111.vbmimw (mgr.14718) 1242 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:32 smithi111 conmon[101466]: cluster 2022-01-25T23:20:31.685886+0000 mgr.smithi111.vbmimw (mgr.14718) 1243 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:32 smithi179 conmon[67066]: cluster 2022-01-25T23:20:31.685886+0000 mgr.smithi111.vbmimw (mgr.14718) 1243 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:32 smithi179 conmon[67066]: 2022-01-25T23:20:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:34 smithi111 conmon[101466]: cluster 2022-01-25T23:20:33.686589+0000 mgr.smithi111.vbmimw (mgr.14718) 1244 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:34 smithi179 conmon[67066]: cluster 2022-01-25T23:20:33.686589+0000 mgr.smithi111.vbmimw (mgr.14718) 1244 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:36 smithi111 conmon[101466]: cluster 2022-01-25T23:20:35.687168+0000 mgr.smithi111.vbmimw (mgr.14718) 1245 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:36 smithi111 conmon[101466]: 2022-01-25T23:20:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:36 smithi179 conmon[67066]: cluster 2022-01-25T23:20:35.687168+0000 mgr.smithi111.vbmimw (mgr.14718) 1245 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:37 smithi111 conmon[101466]: audit 2022-01-25T23:20:37.429418+0000 mon.smithi111 (mon.0) 594 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:37 smithi111 conmon[101466]: audit 2022-01-25T23:20:37.429649+0000 mon.smithi111 (mon.0) 595 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:37 smithi179 conmon[67066]: audit 2022-01-25T23:20:37.429418+0000 mon.smithi111 (mon.0) 594 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:37 smithi179 conmon[67066]: 2022-01-25T23:20:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:37 smithi179 conmon[67066]: audit 2022-01-25T23:20:37.429649+0000 mon.smithi111 (mon.0) 595 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:38 smithi111 conmon[101466]: cluster 2022-01-25T23:20:37.687630+0000 mgr.smithi111.vbmimw (mgr.14718) 1246 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:38 smithi179 conmon[67066]: cluster 2022-01-25T23:20:37.687630+0000 mgr.smithi111.vbmimw (mgr.14718) 1246 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:40 smithi111 conmon[101466]: cluster 2022-01-25T23:20:39.688349+0000 mgr.smithi111.vbmimw (mgr.14718) 1247 : cluster [DBG] 2022-01-25T23:20:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:40 smithi111 conmon[101466]: pgmap v1074: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:40 smithi179 conmon[67066]: cluster 2022-01-25T23:20:39.688349+0000 mgr.smithi111.vbmimw (mgr.14718) 1247 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:42 smithi111 conmon[101466]: cluster 2022-01-25T23:20:41.688846+0000 mgr.smithi111.vbmimw (mgr.14718) 1248 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:42 smithi179 conmon[67066]: cluster 2022-01-25T23:20:41.688846+0000 mgr.smithi111.vbmimw (mgr.14718) 1248 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:44 smithi111 conmon[101466]: cluster 2022-01-25T23:20:43.689539+0000 mgr.smithi111.vbmimw (mgr.14718) 1249 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:44 smithi179 conmon[67066]: cluster 2022-01-25T23:20:43.689539+0000 mgr.smithi111.vbmimw (mgr.14718) 1249 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:46 smithi111 conmon[101466]: cluster 2022-01-25T23:20:45.690012+0000 mgr.smithi111.vbmimw (mgr.14718) 1250 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:46 smithi179 conmon[67066]: cluster 2022-01-25T23:20:45.690012+0000 mgr.smithi111.vbmimw (mgr.14718) 1250 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:48 smithi111 conmon[101466]: cluster 2022-01-25T23:20:47.690564+0000 mgr.smithi111.vbmimw (mgr.14718) 1251 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:48 smithi179 conmon[67066]: cluster 2022-01-25T23:20:47.690564+0000 mgr.smithi111.vbmimw (mgr.14718) 1251 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:50 smithi179 conmon[67066]: cluster 2022-01-25T23:20:49.691310+0000 mgr.smithi111.vbmimw (mgr.14718) 1252 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:50 smithi111 conmon[101466]: cluster 2022-01-25T23:20:49.691310+0000 mgr.smithi111.vbmimw (mgr.14718) 1252 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:52 smithi179 conmon[67066]: cluster 2022-01-25T23:20:51.692068+0000 mgr.smithi111.vbmimw (mgr.14718) 1253 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:52 smithi111 conmon[101466]: cluster 2022-01- 2022-01-25T23:20:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:52 smithi111 conmon[101466]: 25T23:20:51.692068+0000 mgr.smithi111.vbmimw (mgr.14718) 1253 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:54 smithi179 conmon[67066]: cluster 2022-01-25T23:20:53.692920+0000 mgr.smithi111.vbmimw (mgr.14718) 1254 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:54 smithi111 conmon[101466]: cluster 2022-01-25T23:20:53.692920+0000 mgr.smithi111.vbmimw (mgr.14718) 1254 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:56 smithi179 conmon[67066]: cluster 2022-01-25T23:20:55.693474+0000 mgr.smithi111.vbmimw (mgr.14718) 1255 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:56 smithi111 conmon[101466]: cluster 2022-01-25T23:20:55.693474+0000 mgr.smithi111.vbmimw (mgr.14718) 1255 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:59.007 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:20:59.276 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (43m) 3m ago 44m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:20:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (34m) 3m ago 44m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:20:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (34m) 3m ago 43m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:20:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (42m) 3m ago 43m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:20:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (39m) 3m ago 39m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:20:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (39m) 3m ago 39m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:20:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (35m) 3m ago 45m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:20:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (35m) 3m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:20:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (35m) 3m ago 45m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:20:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (34m) 3m ago 43m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:20:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:20:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (35m) 3m ago 35m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:20:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (43m) 3m ago 43m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:20:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (43m) 3m ago 43m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:20:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (30m) 3m ago 42m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:20:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (42m) 3m ago 42m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:20:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (42m) 3m ago 42m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:20:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (41m) 3m ago 41m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:20:59.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (41m) 3m ago 41m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:20:59.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (41m) 3m ago 41m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:20:59.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (40m) 3m ago 40m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:20:59.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (40m) 3m ago 40m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:20:59.282 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (42m) 3m ago 43m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:20:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:58 smithi179 conmon[67066]: cluster 2022-01-25T23:20:57.693931+0000 mgr.smithi111.vbmimw (mgr.14718) 1256 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:59.483 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:20:58 smithi179 conmon[67066]: 2022-01-25T23:20:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:58 smithi111 conmon[101466]: cluster 2022-01-25T23:20:57.693931+0000 mgr.smithi111.vbmimw (mgr.14718) 1256 2022-01-25T23:20:59.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:20:58 smithi111 conmon[101466]: : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:59.598 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:20:59.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:20:59.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:59.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:59.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:20:59.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:59.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:20:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:59.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:20:59.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:59.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:20:59.601 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:20:59.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:59.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:59.602 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:20:59.602 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:21:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:00 smithi179 conmon[67066]: audit 2022-01-25T23:20:58.996095+0000 mgr.smithi111.vbmimw (mgr.14718) 1257 : audit [DBG] from='client.34904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:00 smithi179 conmon[67066]: audit 2022-01-25T23:20:59.598637+0000 mon.smithi111 (mon.0) 596 : audit [DBG] from='client.? 172.21.15.111:0/3622944324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:00 smithi111 conmon[101466]: audit 2022-01-25T23:20:58.996095+0000 mgr.smithi111.vbmimw (mgr.14718) 1257 : audit [DBG] from='client.34904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:00 smithi111 conmon[101466]: audit 2022-01-25T23:20:59.598637+0000 mon.smithi111 (mon.0) 596 : audit [DBG] from='client.? 172.21.15.111:0/3622944324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:01 smithi179 conmon[67066]: audit 2022-01-25T23:20:59.268396+0000 mgr.smithi111.vbmimw (mgr.14718) 1258 : audit [DBG] from='client.34908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:01 smithi179 conmon[67066]: cluster 2022-01-25T23:20:59.694579+0000 mgr.smithi111.vbmimw (mgr.14718) 1259 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:01 smithi111 conmon[101466]: audit 2022-01-25T23:20:59.268396+0000 mgr.smithi111.vbmimw (mgr.14718) 1258 : audit [DBG] from='client.34908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:01 smithi111 conmon[101466]: cluster 2022-01-25T23:20:59.694579+0000 mgr.smithi111.vbmimw (mgr.14718) 1259 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:03 smithi179 conmon[67066]: cluster 2022-01-25T23:21:01.695058+0000 mgr.smithi111.vbmimw (mgr.14718) 1260 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:03 smithi111 conmon[101466]: cluster 2022-01-25T23:21:01.695058+0000 mgr.smithi111.vbmimw (mgr.14718) 1260 : cluster 2022-01-25T23:21:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:03 smithi111 conmon[101466]: [DBG] pgmap v1085: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:05 smithi179 conmon[67066]: cluster 2022-01-25T23:21:03.695901+0000 mgr.smithi111.vbmimw (mgr.14718) 1261 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:05 smithi111 conmon[101466]: cluster 2022-01-25T23:21:03.695901+0000 mgr.smithi111.vbmimw (mgr.14718) 1261 2022-01-25T23:21:05.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:05 smithi111 conmon[101466]: : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:07 smithi179 conmon[67066]: cluster 2022-01-25T23:21:05.696492+0000 mgr.smithi111.vbmimw (mgr.14718) 1262 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:07 smithi111 conmon[101466]: cluster 2022-01-25T23:21:05.696492+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:21:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:07 smithi111 conmon[101466]: 14718) 1262 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:09 smithi179 conmon[67066]: cluster 2022-01-25T23:21:07.696987+0000 mgr.smithi111.vbmimw (mgr.14718) 1263 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:09 smithi111 conmon[101466]: cluster 2022-01-25T23:21:07.696987+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:21:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:09 smithi111 conmon[101466]: 1263 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:11 smithi179 conmon[67066]: cluster 2022-01-25T23:21:09.697759+0000 mgr.smithi111.vbmimw (mgr.14718) 1264 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:11 smithi111 conmon[101466]: cluster 2022-01-25T23:21:09.697759+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:21:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:11 smithi111 conmon[101466]: 1264 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:13 smithi179 conmon[67066]: cluster 2022-01-25T23:21:11.698496+0000 mgr.smithi111.vbmimw (mgr.14718) 1265 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:13 smithi111 conmon[101466]: cluster 2022-01-25T23:21:11.698496+0000 mgr.smithi111.vbmimw (mgr.14718) 1265 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:15 smithi179 conmon[67066]: cluster 2022-01-25T23:21:13.699283+0000 mgr.smithi111.vbmimw (mgr.14718) 1266 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:15 smithi111 conmon[101466]: cluster 2022-01-25T23:21:13.699283+0000 mgr.smithi111.vbmimw (mgr.14718) 1266 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: cluster 2022-01-25T23:21:15.699973+0000 mgr.smithi111.vbmimw (mgr.14718) 1267 : cluster [DBG] 2022-01-25T23:21:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: pgmap v1092: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: audit 2022-01-25T23:21:16.093420+0000 mon.smithi111 (mon.0) 597 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: audit 2022-01-25T23:21:16.094734+0000 mon.smithi111 (mon.0) 598 2022-01-25T23:21:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: audit 2022-01-25T23:21:16. 2022-01-25T23:21:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: 095534+0000 mon.smithi111 (mon.0) 599 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:21:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: T23:21:16.403142+0000 mon.smithi111 (mon. 2022-01-25T23:21:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: 0) 600 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:21:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:21:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: T23:21:16.407802+0000 mon.smithi111 (mon 2022-01-25T23:21:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:17 smithi179 conmon[67066]: .0) 601 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:21:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: cluster 2022-01-25T23:21:15.699973+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:21:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: 1267 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: audit 2022-01-25T23:21:16.093420+0000 mon.smithi111 (mon.0) 597 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: audit 2022-01-25T23:21:16.094734+0000 mon.smithi111 (mon.0) 598 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: audit 2022-01-25T23:21:16.095534+0000 mon.smithi111 (mon.0) 599 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: audit 2022-01-25T23:21:16.403142+0000 mon.smithi111 (mon.0) 600 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:21:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: audit 2022-01-25T23:21 2022-01-25T23:21:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:17 smithi111 conmon[101466]: :16.407802+0000 mon.smithi111 (mon.0) 601 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:21:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:18 smithi179 conmon[67066]: cephadm 2022-01-25T23:21:16.096363+0000 mgr.smithi111.vbmimw (mgr.14718) 1268 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:18 smithi179 conmon[67066]: 2022-01-25T23:21:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:18 smithi111 conmon[101466]: cephadm 2022-01-25T23:21:16.096363+0000 mgr.smithi111.vbmimw (mgr.14718) 1268 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:18 smithi111 conmon[101466]: 2022-01-25T23:21:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:19 smithi179 conmon[67066]: cluster 2022-01-25T23:21:17.700490+0000 mgr.smithi111.vbmimw (mgr.14718) 1269 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:19 smithi111 conmon[101466]: cluster 2022-01-25T23:21:17.700490+0000 mgr.smithi111.vbmimw (mgr.14718) 1269 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:21 smithi179 conmon[67066]: cluster 2022-01-25T23:21:19.701350+0000 mgr.smithi111.vbmimw (mgr.14718) 1270 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:21 smithi111 conmon[101466]: cluster 2022-01-25T23:21:19.701350+0000 mgr.smithi111.vbmimw (mgr.14718) 1270 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:23 smithi179 conmon[67066]: cluster 2022-01-25T23:21:21.701883+0000 mgr.smithi111.vbmimw (mgr.14718) 1271 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:23 smithi111 conmon[101466]: cluster 2022-01-25T23:21:21.701883+0000 mgr.smithi111.vbmimw (mgr.14718) 1271 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:25 smithi179 conmon[67066]: cluster 2022-01-25T23:21:23.702832+0000 mgr.smithi111.vbmimw (mgr.14718) 1272 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:25 smithi111 conmon[101466]: cluster 2022-01-25T23:21:23.702832+0000 mgr.smithi111.vbmimw (mgr.14718) 1272 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:27 smithi179 conmon[67066]: cluster 2022-01-25T23:21:25.703367+0000 mgr.smithi111.vbmimw (mgr.14718) 1273 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:27 smithi111 conmon[101466]: cluster 2022-01-25T23:21:25.703367+0000 mgr.smithi111.vbmimw (mgr.14718) 1273 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:29 smithi179 conmon[67066]: cluster 2022-01-25T23:21:27.703984+0000 mgr.smithi111.vbmimw (mgr.14718) 1274 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:29 smithi179 conmon[67066]: 2022-01-25T23:21:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:29 smithi111 conmon[101466]: cluster 2022-01-25T23:21:27.703984+0000 mgr.smithi111.vbmimw (mgr.14718) 1274 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:29.897 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:21:30.164 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:21:30.164 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (43m) 4m ago 44m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:21:30.165 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (35m) 4m ago 44m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:21:30.165 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (35m) 4m ago 44m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:21:30.165 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (43m) 4m ago 44m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:21:30.165 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (39m) 4m ago 39m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:21:30.165 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (39m) 4m ago 39m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:21:30.166 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (36m) 4m ago 45m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:21:30.166 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (35m) 4m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:21:30.166 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (35m) 4m ago 46m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:21:30.166 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (35m) 4m ago 43m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:21:30.167 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (36m) 4m ago 36m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:21:30.167 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (36m) 4m ago 36m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:21:30.167 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (44m) 4m ago 44m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:21:30.167 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (43m) 4m ago 43m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:21:30.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (30m) 4m ago 43m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:21:30.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (43m) 4m ago 43m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:21:30.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (42m) 4m ago 42m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:21:30.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (42m) 4m ago 42m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:21:30.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (42m) 4m ago 42m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:21:30.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (41m) 4m ago 41m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:21:30.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (41m) 4m ago 41m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:21:30.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (41m) 4m ago 41m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:21:30.169 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (43m) 4m ago 44m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:21:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:21:30.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:21:30.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:30.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:21:30.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:21:30.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:30.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:21:30.489 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:21:30.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:21:30.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:21:30.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:21:30.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:21:30.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:21:30.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:21:30.490 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:21:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:31 smithi179 conmon[67066]: cluster 2022-01-25T23:21:29.704714+0000 mgr.smithi111.vbmimw (mgr.14718) 1275 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:31 smithi179 conmon[67066]: audit 2022-01-25T23:21:29.886213+0000 mgr.smithi111.vbmimw (mgr.14718) 1276 : audit [DBG] from='client.34916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:31 smithi179 conmon[67066]: audit 2022-01-25T23:21:30.487834+0000 mon.smithi111 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.111:0/56974409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:31 smithi179 conmon[67066]: 2022-01-25T23:21:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:31 smithi111 conmon[101466]: cluster 2022-01-25T23:21:29.704714+0000 mgr.smithi111.vbmimw (mgr.14718) 1275 : cluster [DBG] 2022-01-25T23:21:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:31 smithi111 conmon[101466]: pgmap v1099: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:31 smithi111 conmon[101466]: audit 2022-01-25T23:21:29.886213+0000 mgr.smithi111.vbmimw (mgr.14718) 1276 : audit [DBG] from='client.34916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:31.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:31 smithi111 conmon[101466]: audit 2022-01-25T23:21:30. 2022-01-25T23:21:31.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:31 smithi111 conmon[101466]: 487834+0000 mon.smithi111 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.111:0/56974409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:32 smithi179 conmon[67066]: audit 2022-01-25T23:21:30.155959+0000 mgr.smithi111.vbmimw (mgr.14718) 1277 : audit [DBG] from='client.34920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:32.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:32 smithi179 conmon[67066]: 2022-01-25T23:21:32.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:32 smithi111 conmon[101466]: audit 2022-01-25T23:21:30.155959+0000 mgr.smithi111.vbmimw (mgr.14718) 1277 : audit [DBG] 2022-01-25T23:21:32.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:32 smithi111 conmon[101466]: from='client.34920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:33 smithi179 conmon[67066]: cluster 2022-01-25T23:21:31.705317+0000 mgr.smithi111.vbmimw (mgr.14718) 1278 : cluster [DBG] 2022-01-25T23:21:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:33 smithi179 conmon[67066]: pgmap v1100: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:33 smithi111 conmon[101466]: cluster 2022-01-25T23:21:31.705317+0000 mgr.smithi111.vbmimw (mgr.14718) 1278 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:33 smithi111 conmon[101466]: 2022-01-25T23:21:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:35 smithi179 conmon[67066]: cluster 2022-01-25T23:21:33.706259+0000 mgr.smithi111.vbmimw (mgr.14718) 1279 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:35 smithi111 conmon[101466]: cluster 2022-01-25T23:21:33.706259+0000 mgr.smithi111.vbmimw (mgr.14718) 1279 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:37 smithi179 conmon[67066]: cluster 2022-01-25T23:21:35.706971+0000 mgr.smithi111.vbmimw (mgr.14718) 1280 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:37 smithi111 conmon[101466]: cluster 2022-01-25T23:21:35.706971+0000 mgr.smithi111.vbmimw (mgr.14718) 1280 : cluster [DBG] 2022-01-25T23:21:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:37 smithi111 conmon[101466]: pgmap v1102: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:38 smithi179 conmon[67066]: audit 2022-01-25T23:21:37.433606+0000 mon.smithi111 (mon.0) 603 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:38 smithi179 conmon[67066]: 2022-01-25T23:21:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:38 smithi179 conmon[67066]: audit 2022-01-25T23:21:37.433884+0000 mon.smithi111 (mon.0) 604 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:38 smithi111 conmon[101466]: audit 2022-01-25T23:21:37.433606+0000 mon.smithi111 (mon.0) 603 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:38 smithi111 conmon[101466]: audit 2022-01-25T23:21:37.433884+0000 mon.smithi111 (mon.0) 604 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:39 smithi179 conmon[67066]: cluster 2022-01-25T23:21:37.707359+0000 mgr.smithi111.vbmimw (mgr.14718) 1281 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:39 smithi111 conmon[101466]: cluster 2022-01-25T23:21:37.707359+0000 mgr.smithi111.vbmimw (mgr.14718) 1281 : cluster [DBG] 2022-01-25T23:21:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:39 smithi111 conmon[101466]: pgmap v1103: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:41 smithi179 conmon[67066]: cluster 2022-01-25T23:21:39.708185+0000 mgr.smithi111.vbmimw (mgr.14718) 1282 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:41 smithi111 conmon[101466]: cluster 2022-01-25T23:21:39.708185+0000 mgr.smithi111.vbmimw (mgr.14718) 1282 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:43 smithi179 conmon[67066]: cluster 2022-01-25T23:21:41.708793+0000 mgr.smithi111.vbmimw (mgr.14718) 1283 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:43 smithi111 conmon[101466]: cluster 2022-01-25T23:21:41.708793+0000 mgr.smithi111.vbmimw (mgr.14718) 1283 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:44 smithi179 conmon[67066]: cluster 2022-01-25T23:21:43.709632+0000 mgr.smithi111.vbmimw (mgr.14718) 1284 : cluster [DBG] 2022-01-25T23:21:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:44 smithi179 conmon[67066]: pgmap v1106: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:44 smithi111 conmon[101466]: cluster 2022-01-25T23:21:43.709632+0000 mgr.smithi111.vbmimw (mgr.14718) 1284 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:47.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:46 smithi179 conmon[67066]: cluster 2022-01-25T23:21:45.710141+0000 mgr.smithi111.vbmimw (mgr.14718) 1285 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:46 smithi111 conmon[101466]: cluster 2022-01-25T23:21:45.710141+0000 mgr.smithi111.vbmimw (mgr.14718) 1285 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:48 smithi111 conmon[101466]: cluster 2022-01-25T23:21:47.710604+0000 mgr.smithi111.vbmimw (mgr.14718) 1286 : cluster 2022-01-25T23:21:49.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:48 smithi111 conmon[101466]: [DBG] pgmap v1108: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:48 smithi179 conmon[67066]: cluster 2022-01-25T23:21:47.710604+0000 mgr.smithi111.vbmimw (mgr.14718) 1286 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:48 smithi179 conmon[67066]: 2022-01-25T23:21:51.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:50 smithi111 conmon[101466]: cluster 2022-01-25T23:21:49.711411+0000 mgr.smithi111.vbmimw (mgr.14718) 1287 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:50 smithi179 conmon[67066]: cluster 2022-01-25T23:21:49.711411+0000 mgr.smithi111.vbmimw (mgr.14718) 1287 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:53.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:52 smithi111 conmon[101466]: cluster 2022-01-25T23:21:51.711987+0000 mgr.smithi111.vbmimw (mgr.14718) 1288 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:52 smithi179 conmon[67066]: cluster 2022-01-25T23:21:51.711987+0000 mgr.smithi111.vbmimw (mgr.14718) 1288 : cluster 2022-01-25T23:21:53.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:52 smithi179 conmon[67066]: [DBG] pgmap v1110: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:54 smithi111 conmon[101466]: cluster 2022-01-25T23:21:53.712883+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:21:55.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:54 smithi111 conmon[101466]: mgr.14718) 1289 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:54 smithi179 conmon[67066]: cluster 2022-01-25T23:21:53.712883+0000 mgr.smithi111.vbmimw (mgr.14718) 1289 : cluster 2022-01-25T23:21:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:54 smithi179 conmon[67066]: [DBG] pgmap v1111: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:56 smithi111 conmon[101466]: cluster 2022-01-25T23:21:55.713443+0000 mgr.smithi111.vbmimw (mgr.14718) 1290 : cluster [DBG] 2022-01-25T23:21:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:56 smithi111 conmon[101466]: pgmap v1112: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:56 smithi179 conmon[67066]: cluster 2022-01-25T23:21:55.713443+0000 mgr.smithi111.vbmimw (mgr.14718) 1290 : cluster [DBG] 2022-01-25T23:21:57.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:56 smithi179 conmon[67066]: pgmap v1112: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:59.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:21:58 smithi111 conmon[101466]: cluster 2022-01-25T23:21:57.714010+0000 mgr.smithi111.vbmimw (mgr.14718) 1291 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:58 smithi179 conmon[67066]: cluster 2022-01-25T23:21:57.714010+0000 mgr.smithi111.vbmimw (mgr.14718) 1291 : cluster [DBG] 2022-01-25T23:21:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:21:58 smithi179 conmon[67066]: pgmap v1113: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:00.790 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:22:01.062 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:01.131 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (44m) 4m ago 45m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:22:01.132 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (35m) 4m ago 45m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:22:01.132 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (35m) 4m ago 44m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:22:01.132 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (43m) 4m ago 44m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:22:01.132 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (40m) 4m ago 40m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:22:01.133 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (40m) 4m ago 40m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:22:01.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (36m) 4m ago 46m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:22:01.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (36m) 4m ago 44m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:22:01.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (36m) 4m ago 46m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:22:01.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (35m) 4m ago 44m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:22:01.134 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (36m) 4m ago 36m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:22:01.134 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (36m) 4m ago 36m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:22:01.134 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (44m) 4m ago 44m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:22:01.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (44m) 4m ago 44m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:22:01.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (31m) 4m ago 43m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:22:01.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (43m) 4m ago 43m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:22:01.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (43m) 4m ago 43m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:22:01.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (42m) 4m ago 42m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:22:01.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (42m) 4m ago 42m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:22:01.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (42m) 4m ago 42m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:22:01.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (41m) 4m ago 41m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:22:01.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (41m) 4m ago 41m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:22:01.137 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (43m) 4m ago 44m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:22:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:00 smithi111 conmon[101466]: cluster 2022-01-25T23:21:59.714760+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:22:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:00 smithi111 conmon[101466]: 1292 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:00 smithi179 conmon[67066]: cluster 2022-01-25T23:21:59.714760+0000 mgr.smithi111.vbmimw (mgr.14718) 1292 : cluster 2022-01-25T23:22:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:00 smithi179 conmon[67066]: [DBG] pgmap v1114: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:01.382 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:22:01.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:22:01.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:01.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:01.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:22:01.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:01.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:01.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:22:01.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:22:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:01.386 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:22:01.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:01.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:01.386 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:22:01.387 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:22:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:01 smithi111 conmon[101466]: audit 2022-01-25T23:22:00.779508+0000 mgr.smithi111.vbmimw (mgr.14718) 1293 : audit [DBG] from='client.34928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:01 smithi111 conmon[101466]: audit 2022-01-25T23:22:01.054607+0000 mgr.smithi111.vbmimw (mgr.14718) 1294 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:01 smithi111 conmon[101466]: audit 2022-01-25T23:22:01.383430+0000 mon.smithi111 (mon.0) 2022-01-25T23:22:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:01 smithi111 conmon[101466]: 605 : audit [DBG] from='client.? 172.21.15.111:0/2445943951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: audit 2022-01-25T23:22:00.779508+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:22:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: 1293 : audit [DBG] from='client.34928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: audit 2022-01-25T23:22:01.054607+0000 mgr.smithi111.vbmimw (mgr.14718) 1294 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: 2022-01-25T23:22:02.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:22:02.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: 01-25T23:22:01.383430+0000 mon.smithi111 (mon.0) 605 : audit 2022-01-25T23:22:02.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:01 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/2445943951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:03.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:02 smithi111 conmon[101466]: cluster 2022-01-25T23:22:01.715474+0000 mgr.smithi111.vbmimw (mgr.14718) 1295 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:02 smithi179 conmon[67066]: cluster 2022-01-25T23:22:01.715474+0000 mgr.smithi111.vbmimw (mgr.14718) 1295 2022-01-25T23:22:03.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:02 smithi179 conmon[67066]: : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:04 smithi111 conmon[101466]: cluster 2022-01-25T23:22:03.716294+0000 mgr.smithi111.vbmimw (mgr.14718) 1296 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:04 smithi179 conmon[67066]: cluster 2022-01-25T23:22:03.716294+0000 mgr.smithi111.vbmimw (mgr.14718) 1296 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:06 smithi111 conmon[101466]: cluster 2022-01-25T23:22:05.716903+0000 mgr.smithi111.vbmimw (mgr.14718) 1297 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:06 smithi179 conmon[67066]: cluster 2022-01-25T23:22:05.716903+0000 mgr.smithi111.vbmimw (mgr.14718) 1297 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:08 smithi111 conmon[101466]: cluster 2022-01-25T23:22:07.717429+0000 mgr.smithi111.vbmimw (mgr.14718) 1298 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:08 smithi179 conmon[67066]: cluster 2022-01-25T23:22:07.717429+0000 mgr.smithi111.vbmimw (mgr.14718) 1298 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:10 smithi111 conmon[101466]: cluster 2022-01-25T23:22:09.718271+0000 mgr.smithi111.vbmimw (mgr.14718) 1299 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:10 smithi179 conmon[67066]: cluster 2022-01-25T23:22:09.718271+0000 mgr.smithi111.vbmimw (mgr.14718) 1299 : cluster [DBG] 2022-01-25T23:22:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:10 smithi179 conmon[67066]: pgmap v1119: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:12 smithi111 conmon[101466]: cluster 2022-01-25T23:22:11.718736+0000 mgr.smithi111.vbmimw (mgr.14718) 1300 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:12 smithi179 conmon[67066]: cluster 2022-01-25T23:22:11.718736+0000 mgr.smithi111.vbmimw (mgr.14718) 1300 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:14 smithi179 conmon[67066]: cluster 2022-01-25T23:22:13.719430+0000 mgr.smithi111.vbmimw (mgr.14718) 1301 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:14 smithi111 conmon[101466]: cluster 2022-01-25T23:22:13.719430+0000 mgr.smithi111.vbmimw (mgr.14718) 1301 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: cluster 2022-01-25T23:22:15.720121+0000 mgr.smithi111.vbmimw (mgr.14718) 1302 2022-01-25T23:22:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: audit 2022-01-25T23:22:16.410438+0000 mon.smithi111 (mon.0) 606 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: audit 2022-01-25T23:22:16.411889+0000 2022-01-25T23:22:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: mon.smithi111 (mon.0) 607 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: 2022-01-25T23:22:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: audit 2022-01-25T23:22:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: 2022-01-25T23:22:16 2022-01-25T23:22:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: .412659+0000 mon.smithi111 (mon.0) 608 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: audit 2022 2022-01-25T23:22:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: -01-25T23:22: 2022-01-25T23:22:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: 16.719734+0000 mon.smithi111 (mon.0) 609 : audit 2022-01-25T23:22:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:22:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:22:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: 23:22:16.726666+0000 mon.smithi111 ( 2022-01-25T23:22:17.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:16 smithi179 conmon[67066]: mon.0) 610 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:22:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: cluster 2022-01-25T23:22:15.720121+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:22:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: ) 1302 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: audit 2022-01-25T23:22:16.410438+0000 mon.smithi111 (mon.0) 606 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: audit 2022-01-25T23:22: 2022-01-25T23:22:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: 16.411889+0000 mon.smithi111 (mon.0) 607 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: audit 2022 2022-01-25T23:22:17.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: -01-25T23:22:16.412659+0000 mon.smithi111 (mon.0) 2022-01-25T23:22:17.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: 608 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:17.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:22:17.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: :22:16.719734+0000 mon.smithi111 (mon.0 2022-01-25T23:22:17.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: ) 609 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:22:17.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: audit 2022-01-25T23:22:17.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: 2022-01-25T23 2022-01-25T23:22:17.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: :22:16.726666+0000 mon.smithi111 (mon.0) 610 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:22:17.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:16 smithi111 conmon[101466]: 2022-01-25T23:22:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:17 smithi179 conmon[67066]: cephadm 2022-01-25T23:22:16.413382+0000 mgr.smithi111.vbmimw (mgr.14718) 1303 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:17 smithi111 conmon[101466]: cephadm 2022-01-25T23:22:16.413382+0000 mgr.smithi111.vbmimw (mgr.14718) 1303 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:18 smithi179 conmon[67066]: cluster 2022-01-25T23:22:17.720689+0000 mgr.smithi111.vbmimw (mgr.14718) 1304 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:18 smithi111 conmon[101466]: cluster 2022-01-25T23:22:17.720689+0000 mgr.smithi111.vbmimw (mgr.14718) 1304 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:20 smithi179 conmon[67066]: cluster 2022-01-25T23:22:19.721406+0000 mgr.smithi111.vbmimw (mgr.14718) 1305 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:20 smithi111 conmon[101466]: cluster 2022-01-25T23:22:19.721406+0000 mgr.smithi111.vbmimw (mgr.14718) 1305 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:23 smithi179 conmon[67066]: cluster 2022-01-25T23:22:21.722062+0000 mgr.smithi111.vbmimw (mgr.14718) 1306 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:23 smithi179 conmon[67066]: 2022-01-25T23:22:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:23 smithi111 conmon[101466]: cluster 2022-01-25T23:22:21.722062+0000 mgr.smithi111.vbmimw (mgr.14718) 1306 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:25 smithi179 conmon[67066]: cluster 2022-01-25T23:22:23.722805+0000 mgr.smithi111.vbmimw (mgr.14718) 1307 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:25 smithi111 conmon[101466]: cluster 2022-01-25T23:22:23.722805+0000 mgr.smithi111.vbmimw (mgr.14718) 1307 : cluster [DBG] 2022-01-25T23:22:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:25 smithi111 conmon[101466]: pgmap v1126: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:27 smithi179 conmon[67066]: cluster 2022-01-25T23:22:25.723319+0000 mgr.smithi111.vbmimw (mgr.14718) 1308 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:27 smithi111 conmon[101466]: cluster 2022-01-25T23:22:25.723319+0000 mgr.smithi111.vbmimw (mgr.14718) 1308 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:29 smithi179 conmon[67066]: cluster 2022-01-25T23:22:27.723919+0000 mgr.smithi111.vbmimw (mgr.14718) 1309 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:29 smithi111 conmon[101466]: cluster 2022-01-25T23:22:27.723919+0000 mgr.smithi111.vbmimw (mgr.14718) 1309 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:29 smithi111 conmon[101466]: 2022-01-25T23:22:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:31 smithi179 conmon[67066]: cluster 2022-01-25T23:22:29.724819+0000 mgr.smithi111.vbmimw (mgr.14718) 1310 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:31 smithi179 conmon[67066]: 2022-01-25T23:22:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:31 smithi111 conmon[101466]: cluster 2022-01-25T23:22:29.724819+0000 mgr.smithi111.vbmimw (mgr.14718) 1310 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:31 smithi111 conmon[101466]: 2022-01-25T23:22:31.683 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:22:31.948 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:31.949 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (44m) 5m ago 45m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:22:31.949 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (36m) 5m ago 45m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:22:31.949 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (36m) 5m ago 45m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:22:31.949 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (44m) 5m ago 45m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:22:31.950 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (40m) 5m ago 40m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:22:31.950 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (40m) 5m ago 40m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:22:31.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (37m) 5m ago 46m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:22:31.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (36m) 5m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:22:31.950 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (36m) 5m ago 47m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:22:31.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (36m) 5m ago 44m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:22:31.951 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (37m) 5m ago 37m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:22:31.951 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (37m) 5m ago 37m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:22:31.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (45m) 5m ago 45m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:22:31.952 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (44m) 5m ago 44m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:22:31.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (31m) 5m ago 44m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:22:31.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (44m) 5m ago 44m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:22:31.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (43m) 5m ago 43m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:22:31.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (43m) 5m ago 43m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:22:31.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (43m) 5m ago 43m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:22:31.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (42m) 5m ago 42m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:22:31.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (42m) 5m ago 42m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:22:31.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (42m) 5m ago 42m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:22:31.954 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (44m) 5m ago 45m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:22:32.271 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:22:32.271 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:22:32.271 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:32.271 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:32.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:22:32.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:32.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:32.272 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:22:32.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:32.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:32.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:32.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:22:32.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:32.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:22:32.274 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:22:32.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:32.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:32.275 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:22:32.275 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:22:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: audit 2022-01-25T23:22:31.671392+0000 mgr.smithi111.vbmimw (mgr.14718) 1311 : audit [DBG] from='client.34940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: cluster 2022-01-25T23:22:31.725193+0000 mgr.smithi111.vbmimw (mgr.14718) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: audit 2022-01-25T23:22:31.940351+0000 mgr.smithi111.vbmimw (mgr.14718) 1313 : audit [DBG] from='client.34944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: audit 2022-01-25T23:22: 2022-01-25T23:22:33.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: 32.271419+0000 mon.smithi111 (mon.0) 611 : 2022-01-25T23:22:33.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:33 smithi179 conmon[67066]: audit [DBG] from='client.? 172.21.15.111:0/3785780539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: audit 2022-01-25T23:22:31.671392+0000 mgr.smithi111.vbmimw (mgr.14718) 1311 : audit [DBG] from='client.34940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: cluster 2022-01-25T23:22:31.725193+0000 mgr.smithi111.vbmimw (mgr.14718) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: audit 2022-01-25T23:22:31. 2022-01-25T23:22:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: 940351+0000 mgr.smithi111.vbmimw (mgr.14718) 1313 : audit [DBG] from='client.34944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: audit 2022-01-25T23:22:33.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: 2022-01-25T23:22:32.271419+0000 mon.smithi111 (mon. 2022-01-25T23:22:33.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:33 smithi111 conmon[101466]: 0) 611 : audit [DBG] from='client.? 172.21.15.111:0/3785780539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:35 smithi179 conmon[67066]: cluster 2022-01-25T23:22:33.725879+0000 mgr.smithi111.vbmimw (mgr.14718) 1314 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:35 smithi111 conmon[101466]: cluster 2022-01-25T23:22:33.725879+0000 mgr.smithi111.vbmimw (mgr.14718) 1314 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:37 smithi179 conmon[67066]: cluster 2022-01-25T23:22:35.726440+0000 mgr.smithi111.vbmimw (mgr.14718) 1315 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:37 smithi111 conmon[101466]: cluster 2022-01-25T23:22:35.726440+0000 mgr.smithi111.vbmimw (mgr.14718) 1315 : cluster [DBG] 2022-01-25T23:22:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:37 smithi111 conmon[101466]: pgmap v1132: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:38 smithi179 conmon[67066]: audit 2022-01-25T23:22:37.437807+0000 mon.smithi111 (mon.0) 612 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:38 smithi179 conmon[67066]: audit 2022-01-25T23:22:37.438031+0000 mon.smithi111 2022-01-25T23:22:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:38 smithi179 conmon[67066]: (mon.0) 613 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:38 smithi111 conmon[101466]: audit 2022-01-25T23:22:37.437807+0000 mon.smithi111 (mon.0) 612 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:38 smithi111 conmon[101466]: audit 2022-01-25T23:22:37.438031+0000 mon.smithi111 (mon.0) 613 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:39 smithi179 conmon[67066]: cluster 2022-01-25T23:22:37.727010+0000 mgr.smithi111.vbmimw (mgr.14718) 1316 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:39 smithi111 conmon[101466]: cluster 2022-01-25T23:22:37.727010+0000 mgr.smithi111.vbmimw (mgr.14718) 1316 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:41 smithi179 conmon[67066]: cluster 2022-01-25T23:22:39.727781+0000 mgr.smithi111.vbmimw (mgr.14718) 1317 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:41 smithi111 conmon[101466]: cluster 2022-01-25T23:22:39.727781+0000 mgr.smithi111.vbmimw (mgr.14718) 1317 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:41 smithi111 conmon[101466]: 2022-01-25T23:22:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:43 smithi179 conmon[67066]: cluster 2022-01-25T23:22:41.728314+0000 mgr.smithi111.vbmimw (mgr.14718) 1318 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:43 smithi179 conmon[67066]: 2022-01-25T23:22:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:43 smithi111 conmon[101466]: cluster 2022-01-25T23:22:41.728314+0000 mgr.smithi111.vbmimw (mgr.14718) 1318 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:45 smithi179 conmon[67066]: cluster 2022-01-25T23:22:43.729239+0000 mgr.smithi111.vbmimw (mgr.14718) 1319 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:45 smithi111 conmon[101466]: cluster 2022-01-25T23:22:43.729239+0000 mgr.smithi111.vbmimw (mgr.14718) 1319 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:47 smithi179 conmon[67066]: cluster 2022-01-25T23:22:45.729895+0000 mgr.smithi111.vbmimw (mgr.14718) 1320 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:47 smithi111 conmon[101466]: cluster 2022-01-25T23:22:45.729895+0000 mgr.smithi111.vbmimw (mgr.14718) 1320 : cluster [DBG] 2022-01-25T23:22:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:47 smithi111 conmon[101466]: pgmap v1137: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:49 smithi179 conmon[67066]: cluster 2022-01-25T23:22:47.730329+0000 mgr.smithi111.vbmimw (mgr.14718) 1321 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:49 smithi111 conmon[101466]: cluster 2022-01-25T23:22:47.730329+0000 mgr.smithi111.vbmimw (mgr.14718) 1321 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:51 smithi179 conmon[67066]: cluster 2022-01-25T23:22:49.731097+0000 mgr.smithi111.vbmimw (mgr.14718) 1322 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:51 smithi111 conmon[101466]: cluster 2022-01-25T23:22:49.731097+0000 mgr.smithi111.vbmimw (mgr.14718) 1322 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:53 smithi179 conmon[67066]: cluster 2022-01-25T23:22:51.731575+0000 mgr.smithi111.vbmimw (mgr.14718) 1323 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:53 smithi111 conmon[101466]: cluster 2022-01-25T23:22:51.731575+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:22:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:53 smithi111 conmon[101466]: 1323 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:55 smithi179 conmon[67066]: cluster 2022-01-25T23:22:53.732359+0000 mgr.smithi111.vbmimw (mgr.14718) 1324 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:55 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T23:22:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:55 smithi111 conmon[101466]: 23:22:53.732359+0000 mgr.smithi111.vbmimw (mgr.14718) 1324 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:57 smithi179 conmon[67066]: cluster 2022-01-25T23:22:55.732951+0000 mgr.smithi111.vbmimw (mgr.14718) 1325 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:57 smithi111 conmon[101466]: cluster 2022-01-25T23:22:55.732951+0000 mgr.smithi111.vbmimw (mgr.14718) 1325 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:22:59 smithi179 conmon[67066]: cluster 2022-01-25T23:22:57.733417+0000 mgr.smithi111.vbmimw (mgr.14718) 1326 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:22:59 smithi111 conmon[101466]: cluster 2022-01-25T23:22:57.733417+0000 mgr.smithi111.vbmimw (mgr.14718) 1326 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:01 smithi179 conmon[67066]: cluster 2022-01-25T23:22:59.734344+0000 mgr.smithi111.vbmimw (mgr.14718) 1327 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:01 smithi111 conmon[101466]: cluster 2022-01-25T23:22:59.734344+0000 mgr.smithi111.vbmimw (mgr.14718) 1327 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:02.572 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:23:02.836 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:02.837 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (45m) 5m ago 46m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:23:02.837 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (36m) 5m ago 46m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:23:02.837 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (36m) 5m ago 45m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:23:02.837 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (44m) 5m ago 45m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:23:02.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (41m) 5m ago 41m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:23:02.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (41m) 5m ago 41m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:23:02.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (37m) 5m ago 47m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:23:02.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (37m) 5m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:23:02.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (37m) 5m ago 47m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:23:02.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (36m) 5m ago 45m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:23:02.839 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (37m) 5m ago 37m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:23:02.839 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (37m) 5m ago 37m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:23:02.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (45m) 5m ago 45m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:23:02.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (45m) 5m ago 45m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:23:02.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (32m) 5m ago 44m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:23:02.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (44m) 5m ago 44m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:23:02.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (44m) 5m ago 44m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:23:02.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (43m) 5m ago 43m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:23:02.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (43m) 5m ago 43m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:23:02.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (43m) 5m ago 43m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:23:02.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (42m) 5m ago 42m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:23:02.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (42m) 5m ago 42m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:23:02.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (44m) 5m ago 45m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:23:03.156 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:23:03.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:23:03.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:03.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:03.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:23:03.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:03.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:03.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:23:03.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:03.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:03.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:03.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:23:03.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:03.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:03.160 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:23:03.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:03.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:03.160 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:23:03.160 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:23:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:03 smithi179 conmon[67066]: cluster 2022-01-25T23:23:01.734897+0000 mgr.smithi111.vbmimw (mgr.14718) 1328 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:03 smithi111 conmon[101466]: cluster 2022-01-25T23:23:01.734897+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:23:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:03 smithi111 conmon[101466]: ) 1328 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:04 smithi179 conmon[67066]: audit 2022-01-25T23:23:02.561432+0000 mgr.smithi111.vbmimw (mgr.14718) 1329 : audit [DBG] from='client.34952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:04.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:04 smithi179 conmon[67066]: audit 2022-01-25T23:23:02.828702+0000 mgr.smithi111.vbmimw (mgr.14718) 1330 : audit [DBG] from='client.34956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:04.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:04 smithi179 conmon[67066]: audit 2022-01-25T23:23:03.157356+0000 mon.smithi111 (mon.0) 614 : audit [DBG] from='client.? 172.21.15.111:0/2106929674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:04 smithi111 conmon[101466]: audit 2022-01-25T23:23:02.561432+0000 mgr.smithi111.vbmimw (mgr.14718) 1329 : audit [DBG] from='client.34952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:04 smithi111 conmon[101466]: 2022-01-25T23:23:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:04 smithi111 conmon[101466]: audit 2022-01-25T23:23:02.828702+0000 mgr.smithi111.vbmimw (mgr.14718) 1330 : audit [DBG] from='client.34956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:04.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:04 smithi111 conmon[101466]: audit 2022-01-25T23:23:03.157356+0000 mon.smithi111 (mon.0) 614 : audit [DBG] from='client.? 172.21.15.111:0/2106929674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:05 smithi179 conmon[67066]: cluster 2022-01-25T23:23:03.735597+0000 mgr.smithi111.vbmimw (mgr.14718) 1331 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:05 smithi111 conmon[101466]: cluster 2022-01-25T23:23:03.735597+0000 mgr.smithi111.vbmimw (mgr.14718) 1331 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:07 smithi179 conmon[67066]: cluster 2022-01-25T23:23:05.736268+0000 mgr.smithi111.vbmimw (mgr.14718) 1332 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:07 smithi111 conmon[101466]: cluster 2022-01-25T23:23:05.736268+0000 mgr.smithi111.vbmimw (mgr.14718) 1332 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:09 smithi179 conmon[67066]: cluster 2022-01-25T23:23:07.736995+0000 mgr.smithi111.vbmimw (mgr.14718) 1333 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:09 smithi111 conmon[101466]: cluster 2022-01-25T23:23:07.736995+0000 mgr.smithi111.vbmimw (mgr.14718) 1333 : cluster [DBG] 2022-01-25T23:23:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:09 smithi111 conmon[101466]: pgmap v1148: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:11 smithi179 conmon[67066]: cluster 2022-01-25T23:23:09.737846+0000 mgr.smithi111.vbmimw (mgr.14718) 1334 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:11 smithi111 conmon[101466]: cluster 2022-01-25T23:23:09.737846+0000 mgr.smithi111.vbmimw (mgr.14718) 1334 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:13 smithi179 conmon[67066]: cluster 2022-01-25T23:23:11.738435+0000 mgr.smithi111.vbmimw (mgr.14718) 1335 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:13 smithi111 conmon[101466]: cluster 2022-01-25T23:23:11.738435+0000 mgr.smithi111.vbmimw (mgr.14718) 1335 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:15 smithi179 conmon[67066]: cluster 2022-01-25T23:23:13.739378+0000 mgr.smithi111.vbmimw (mgr.14718) 1336 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:15 smithi111 conmon[101466]: cluster 2022-01-25T23:23:13.739378+0000 mgr.smithi111.vbmimw (mgr.14718) 1336 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: cluster 2022-01-25T23:23:15.739899+0000 mgr.smithi111.vbmimw (mgr.14718) 1337 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit 2022-01-25T23:23:16.729100+0000 mon.smithi111 (mon.0) 615 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:23:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: 01-25T23:23:16.730635+0000 mon.smithi111 (mon.0) 616 2022-01-25T23:23:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:23:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: -25T23:23:16.731483 2022-01-25T23:23:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 617 : audit [INF] 2022-01-25T23:23:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:23:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: :23:17.044394+0000 mon.smithi111 (mon 2022-01-25T23:23:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: .0) 618 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:23:17.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit 2022-01-25T23:23:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: 2022-01-25T23:23: 2022-01-25T23:23:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: 17.049331+0000 mon.smithi111 (mon.0) 619 : 2022-01-25T23:23:17.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:17 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:23:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: cluster 2022-01-25T23:23:15.739899+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:23:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: 1337 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: audit 2022-01-25T23:23:16.729100+0000 mon.smithi111 (mon.0) 615 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: audit 2022-01-25T23:23:16.730635+0000 mon.smithi111 (mon.0) 616 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: audit 2022-01-25T23:23:16.731483+0000 mon.smithi111 (mon.0) 617 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: audit 2022-01-25T23:23:17.044394+0000 mon.smithi111 (mon.0) 618 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:23:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: audit 2022-01-25T23:23:17.049331+0000 2022-01-25T23:23:17.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:17 smithi111 conmon[101466]: mon.smithi111 (mon.0) 619 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:23:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:18 smithi179 conmon[67066]: cephadm 2022-01-25T23:23:16.732202+0000 mgr.smithi111.vbmimw (mgr.14718) 1338 : cephadm [WRN] 2022-01-25T23:23:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:18 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:18 smithi111 conmon[101466]: cephadm 2022-01-25T23:23:16.732202+0000 mgr.smithi111.vbmimw (mgr.14718) 1338 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:19 smithi111 conmon[101466]: cluster 2022-01-25T23:23:17.740353+0000 mgr.smithi111.vbmimw (mgr.14718) 1339 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:19.554 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:19 smithi179 conmon[67066]: cluster 2022-01-25T23:23:17.740353+0000 mgr.smithi111.vbmimw (mgr.14718) 1339 : cluster [DBG] 2022-01-25T23:23:19.554 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:19 smithi179 conmon[67066]: pgmap v1153: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:20 smithi111 conmon[101466]: cluster 2022-01-25T23:23:19.741345+0000 mgr.smithi111.vbmimw (mgr.14718) 1340 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:20 smithi111 conmon[101466]: 2022-01-25T23:23:20.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:20 smithi179 conmon[67066]: cluster 2022-01-25T23:23:19.741345+0000 mgr.smithi111.vbmimw (mgr.14718) 1340 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:22 smithi111 conmon[101466]: cluster 2022-01-25T23:23:21.741885+0000 mgr.smithi111.vbmimw (mgr.14718) 1341 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:22 smithi179 conmon[67066]: cluster 2022-01-25T23:23:21.741885+0000 mgr.smithi111.vbmimw (mgr.14718) 1341 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:22 smithi179 conmon[67066]: 2022-01-25T23:23:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:24 smithi111 conmon[101466]: cluster 2022-01-25T23:23:23.742679+0000 mgr.smithi111.vbmimw (mgr.14718) 1342 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:25.280 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:24 smithi179 conmon[67066]: cluster 2022-01-25T23:23:23.742679+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:23:25.280 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:24 smithi179 conmon[67066]: 1342 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:26 smithi111 conmon[101466]: cluster 2022-01-25T23:23:25.743298+0000 mgr.smithi111.vbmimw (mgr.14718) 1343 : cluster [DBG] 2022-01-25T23:23:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:26 smithi111 conmon[101466]: pgmap v1157: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:26 smithi179 conmon[67066]: cluster 2022-01-25T23:23:25.743298+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:23:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:26 smithi179 conmon[67066]: .14718) 1343 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:28 smithi111 conmon[101466]: cluster 2022-01-25T23:23:27.743740+0000 mgr.smithi111.vbmimw (mgr.14718) 1344 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:28 smithi179 conmon[67066]: cluster 2022-01-25T23:23:27.743740+0000 mgr.smithi111.vbmimw (mgr.14718) 1344 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:29.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:28 smithi179 conmon[67066]: 2022-01-25T23:23:31.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:30 smithi111 conmon[101466]: cluster 2022-01-25T23:23:29.744503+0000 mgr.smithi111.vbmimw (mgr.14718) 1345 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:30 smithi179 conmon[67066]: cluster 2022-01-25T23:23:29.744503+0000 mgr.smithi111.vbmimw (mgr.14718) 1345 : cluster [DBG] 2022-01-25T23:23:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:30 smithi179 conmon[67066]: pgmap v1159: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:33.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:32 smithi111 conmon[101466]: cluster 2022-01-25T23:23:31.744992+0000 mgr.smithi111.vbmimw (mgr.14718) 1346 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:33.300 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:32 smithi111 conmon[101466]: 2022-01-25T23:23:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:32 smithi179 conmon[67066]: cluster 2022-01-25T23:23:31.744992+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:23:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:32 smithi179 conmon[67066]: 1346 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:33.458 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:23:33.725 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:33.725 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (45m) 6m ago 46m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:23:33.725 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (37m) 6m ago 46m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:23:33.725 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (37m) 6m ago 46m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:23:33.726 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (45m) 6m ago 46m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:23:33.726 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (41m) 6m ago 41m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:23:33.726 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (41m) 6m ago 41m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:23:33.726 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (38m) 6m ago 47m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:23:33.727 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (37m) 6m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:23:33.727 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (37m) 6m ago 48m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:23:33.727 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (37m) 6m ago 45m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:23:33.727 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (38m) 6m ago 38m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:23:33.727 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (38m) 6m ago 38m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:23:33.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (46m) 6m ago 46m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:23:33.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (45m) 6m ago 45m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:23:33.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (32m) 6m ago 45m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:23:33.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (45m) 6m ago 45m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:23:33.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (44m) 6m ago 44m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:23:33.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (44m) 6m ago 44m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:23:33.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (44m) 6m ago 44m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:23:33.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (43m) 6m ago 43m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:23:33.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (43m) 6m ago 43m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:23:33.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (43m) 6m ago 43m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:23:33.730 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (45m) 6m ago 46m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:23:34.045 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:23:34.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:23:34.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:34.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:34.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:23:34.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:34.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:34.047 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:23:34.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:34.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:34.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:34.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:23:34.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:34.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:23:34.048 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:23:34.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:34.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:34.049 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:23:34.049 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:23:35.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: audit 2022-01-25T23:23:33.447168+0000 mgr.smithi111.vbmimw (mgr.14718) 1347 : audit [DBG] from='client.34964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: 2022-01-25T23:23:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: audit 2022-01-25T23:23:33.717138+0000 mgr.smithi111.vbmimw (mgr.14718) 1348 : audit [DBG] from='client.34968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: cluster 2022-01-25T23:23:33.745684+0000 mgr.smithi111.vbmimw (mgr.14718) 1349 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:35.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: audit 2022-01-25T23:23: 2022-01-25T23:23:35.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:34 smithi111 conmon[101466]: 34.045831+0000 mon.smithi111 (mon.0) 620 : audit [DBG] from='client.? 172.21.15.111:0/395598339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:34 smithi179 conmon[67066]: audit 2022-01-25T23:23:33.447168+0000 mgr.smithi111.vbmimw (mgr.14718) 1347 : audit [DBG] from='client.34964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:34 smithi179 conmon[67066]: audit 2022-01-25T23:23:33.717138+0000 mgr.smithi111.vbmimw (mgr.14718) 1348 : audit [DBG] from='client.34968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:34 smithi179 conmon[67066]: cluster 2022-01-25T23:23:33.745684+0000 mgr.smithi111.vbmimw (mgr.14718) 1349 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:34 smithi179 conmon[67066]: audit 2022-01-25T23:23:35.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:34 smithi179 conmon[67066]: 2022-01-25T23:23:34.045831+0000 mon.smithi111 (mon.0) 620 : audit [DBG] from='client.? 172.21.15.111:0/395598339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:36 smithi111 conmon[101466]: cluster 2022-01-25T23:23:35.746493+0000 mgr.smithi111.vbmimw (mgr.14718) 1350 : cluster [DBG] 2022-01-25T23:23:37.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:36 smithi111 conmon[101466]: pgmap v1162: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:36 smithi179 conmon[67066]: cluster 2022-01-25T23:23:35.746493+0000 mgr.smithi111.vbmimw (mgr.14718) 1350 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:37 smithi111 conmon[101466]: audit 2022-01-25T23:23:37.441944+0000 mon.smithi111 (mon.0) 621 : audit [INF] 2022-01-25T23:23:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:37 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:37 smithi111 conmon[101466]: audit 2022-01-25T23:23:37.442193+0000 mon.smithi111 (mon.0) 622 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:37 smithi179 conmon[67066]: audit 2022-01-25T23:23:37.441944 2022-01-25T23:23:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:37 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 621 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:37 smithi179 conmon[67066]: audit 2022-01-25T23:23:37.442193+0000 mon.smithi111 (mon.0) 622 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:38 smithi111 conmon[101466]: cluster 2022-01-25T23:23:37.747225+0000 mgr.smithi111.vbmimw (mgr.14718) 1351 : cluster [DBG] 2022-01-25T23:23:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:38 smithi111 conmon[101466]: pgmap v1163: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:38 smithi179 conmon[67066]: cluster 2022-01-25T23:23:37.747225+0000 mgr.smithi111.vbmimw (mgr.14718) 1351 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:40 smithi179 conmon[67066]: cluster 2022-01-25T23:23:39.748172+0000 mgr.smithi111.vbmimw (mgr.14718) 1352 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:40 smithi111 conmon[101466]: cluster 2022-01-25T23:23:39.748172+0000 mgr.smithi111.vbmimw (mgr.14718) 1352 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:42 smithi179 conmon[67066]: cluster 2022-01-25T23:23:41.748674+0000 mgr.smithi111.vbmimw (mgr.14718) 1353 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:42 smithi179 conmon[67066]: 2022-01-25T23:23:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:42 smithi111 conmon[101466]: cluster 2022-01-25T23:23:41.748674+0000 mgr.smithi111.vbmimw (mgr.14718) 1353 2022-01-25T23:23:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:42 smithi111 conmon[101466]: : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:44 smithi179 conmon[67066]: cluster 2022-01-25T23:23:43.749347+0000 mgr.smithi111.vbmimw (mgr.14718) 1354 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:44 smithi179 conmon[67066]: 2022-01-25T23:23:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:44 smithi111 conmon[101466]: cluster 2022-01-25T23:23:43.749347+0000 mgr.smithi111.vbmimw (mgr.14718) 1354 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:46 smithi179 conmon[67066]: cluster 2022-01-25T23:23:45.749958+0000 mgr.smithi111.vbmimw (mgr.14718) 1355 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:46 smithi111 conmon[101466]: cluster 2022-01-25T23:23:45.749958+0000 mgr.smithi111.vbmimw (mgr.14718) 1355 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:49 smithi179 conmon[67066]: cluster 2022-01-25T23:23:47.750564+0000 mgr.smithi111.vbmimw (mgr.14718) 1356 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:49 smithi111 conmon[101466]: cluster 2022-01-25T23:23:47.750564+0000 mgr.smithi111.vbmimw (mgr.14718) 1356 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:51 smithi179 conmon[67066]: cluster 2022-01-25T23:23:49.751374+0000 mgr.smithi111.vbmimw (mgr.14718) 1357 : cluster [DBG] 2022-01-25T23:23:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:51 smithi179 conmon[67066]: pgmap v1169: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:51 smithi111 conmon[101466]: cluster 2022-01-25T23:23:49.751374+0000 mgr.smithi111.vbmimw (mgr.14718) 1357 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:53 smithi179 conmon[67066]: cluster 2022-01-25T23:23:51.752004+0000 mgr.smithi111.vbmimw (mgr.14718) 1358 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:53 smithi111 conmon[101466]: cluster 2022-01-25T23:23:51.752004+0000 mgr.smithi111.vbmimw (mgr.14718) 1358 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:55 smithi179 conmon[67066]: cluster 2022-01-25T23:23:53.752832+0000 mgr.smithi111.vbmimw (mgr.14718) 1359 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:55 smithi111 conmon[101466]: cluster 2022-01-25T23:23:53.752832+0000 mgr.smithi111.vbmimw (mgr.14718) 1359 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:57 smithi179 conmon[67066]: cluster 2022-01-25T23:23:55.753461+0000 mgr.smithi111.vbmimw (mgr.14718) 1360 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:57 smithi111 conmon[101466]: cluster 2022-01-25T23:23:55.753461+0000 mgr.smithi111.vbmimw (mgr.14718) 1360 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:23:59 smithi179 conmon[67066]: cluster 2022-01-25T23:23:57.754125+0000 mgr.smithi111.vbmimw (mgr.14718) 1361 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:59 smithi111 conmon[101466]: cluster 2022-01-25T23:23:57.754125+0000 mgr.smithi111.vbmimw (mgr.14718) 1361 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:23:59 smithi111 conmon[101466]: 2022-01-25T23:24:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:01 smithi179 conmon[67066]: cluster 2022-01-25T23:23:59.754979+0000 mgr.smithi111.vbmimw (mgr.14718) 1362 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:01 smithi111 conmon[101466]: cluster 2022-01-25T23:23:59.754979+0000 mgr.smithi111.vbmimw (mgr.14718) 1362 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:03 smithi179 conmon[67066]: cluster 2022-01-25T23:24:01.755615+0000 mgr.smithi111.vbmimw (mgr.14718) 1363 : cluster [DBG] 2022-01-25T23:24:03.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:03 smithi179 conmon[67066]: pgmap v1175: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:03 smithi111 conmon[101466]: cluster 2022-01-25T23:24:01.755615+0000 mgr.smithi111.vbmimw (mgr.14718) 1363 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:04.344 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:24:04.608 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:24:04.609 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (46m) 6m ago 47m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:24:04.609 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (37m) 6m ago 47m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:24:04.609 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (37m) 6m ago 46m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:24:04.609 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (45m) 6m ago 47m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:24:04.610 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (42m) 6m ago 42m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:24:04.610 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (42m) 6m ago 42m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:24:04.610 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (38m) 6m ago 48m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:24:04.610 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (38m) 6m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:24:04.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (38m) 6m ago 48m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:24:04.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (37m) 6m ago 46m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:24:04.611 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (38m) 6m ago 38m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:24:04.611 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (38m) 6m ago 38m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:24:04.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (46m) 6m ago 46m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:24:04.612 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (46m) 6m ago 46m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:24:04.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (33m) 6m ago 45m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:24:04.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (45m) 6m ago 45m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:24:04.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (45m) 6m ago 45m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:24:04.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (44m) 6m ago 44m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:24:04.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (44m) 6m ago 44m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:24:04.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (44m) 6m ago 44m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:24:04.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (44m) 6m ago 44m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:24:04.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (43m) 6m ago 43m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:24:04.614 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (45m) 6m ago 46m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:24:04.932 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:24:04.932 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:24:04.932 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:04.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:04.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:24:04.933 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:04.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:04.934 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:24:04.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:24:04.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:24:04.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:04.934 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:24:04.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:24:04.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:04.935 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:24:04.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:24:04.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:24:04.936 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:24:04.936 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:24:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:05 smithi179 conmon[67066]: cluster 2022-01-25T23:24:03.756508+0000 mgr.smithi111.vbmimw (mgr.14718) 1364 : cluster [DBG] 2022-01-25T23:24:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:05 smithi179 conmon[67066]: pgmap v1176: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:05 smithi179 conmon[67066]: audit 2022-01-25T23:24:04.932604+0000 mon.smithi111 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.111:0/3529680996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:05 smithi111 conmon[101466]: cluster 2022-01-25T23:24:03.756508+0000 mgr.smithi111.vbmimw (mgr.14718) 1364 : cluster 2022-01-25T23:24:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:05 smithi111 conmon[101466]: [DBG] pgmap v1176: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:05 smithi111 conmon[101466]: audit 2022-01-25T23:24:04.932604+0000 mon.smithi111 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.111:0/3529680996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:06 smithi179 conmon[67066]: audit 2022-01-25T23:24:04.333395+0000 mgr.smithi111.vbmimw (mgr.14718) 1365 : audit [DBG] from='client.34976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:06.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:06 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:24:06.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:06 smithi179 conmon[67066]: 25T23:24:04.600447+0000 mgr.smithi111.vbmimw (mgr.14718) 1366 : audit [DBG] from='client.34980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:06 smithi111 conmon[101466]: audit 2022-01-25T23:24:04.333395+0000 mgr.smithi111.vbmimw (mgr.14718) 1365 : audit [DBG] from='client.34976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:06 smithi111 conmon[101466]: 2022-01-25T23:24:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:06 smithi111 conmon[101466]: audit 2022-01-25T23:24:04.600447+0000 mgr.smithi111.vbmimw (mgr.14718) 1366 : audit [DBG] from='client.34980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:07 smithi179 conmon[67066]: cluster 2022-01-25T23:24:05.757075+0000 mgr.smithi111.vbmimw (mgr.14718) 1367 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:07 smithi111 conmon[101466]: cluster 2022-01-25T23:24:05.757075+0000 mgr.smithi111.vbmimw (mgr.14718) 1367 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:07 smithi111 conmon[101466]: 2022-01-25T23:24:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:09 smithi179 conmon[67066]: cluster 2022-01-25T23:24:07.757489+0000 mgr.smithi111.vbmimw (mgr.14718) 1368 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:09 smithi111 conmon[101466]: cluster 2022-01-25T23:24:07.757489+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:24:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:09 smithi111 conmon[101466]: ) 1368 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:11 smithi179 conmon[67066]: cluster 2022-01-25T23:24:09.758427+0000 mgr.smithi111.vbmimw (mgr.14718) 1369 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:11 smithi111 conmon[101466]: cluster 2022-01-25T23:24:09.758427+0000 mgr.smithi111.vbmimw (mgr.14718) 1369 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:11 smithi111 conmon[101466]: 2022-01-25T23:24:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:13 smithi179 conmon[67066]: cluster 2022-01-25T23:24:11.758876+0000 mgr.smithi111.vbmimw (mgr.14718) 1370 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:13 smithi111 conmon[101466]: cluster 2022-01-25T23:24:11.758876+0000 mgr.smithi111.vbmimw (mgr.14718) 1370 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:15 smithi179 conmon[67066]: cluster 2022-01-25T23:24:13.759589+0000 mgr.smithi111.vbmimw (mgr.14718) 1371 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:15 smithi111 conmon[101466]: cluster 2022-01-25T23:24:13.759589+0000 mgr.smithi111.vbmimw (mgr.14718) 1371 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: cluster 2022-01-25T23:24:15.760160+0000 mgr.smithi111.vbmimw (mgr.14718) 1372 : cluster [DBG] 2022-01-25T23:24:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: pgmap v1182: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: audit 2022-01-25T23:24:17.051764+0000 mon.smithi111 (mon.0) 624 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:24:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: audit 2022-01-25T23:24:17.053176+0000 mon.smithi111 (mon.0) 625 : audit 2022-01-25T23:24:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:24:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: audit 2022-01-25T23:24:17.054190+0000 2022-01-25T23:24:17.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:17 smithi179 conmon[67066]: mon.smithi111 (mon.0) 626 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:24:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: cluster 2022-01-25T23:24:15.760160+0000 mgr.smithi111.vbmimw (mgr.14718) 1372 2022-01-25T23:24:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: audit 2022-01-25T23:24:17.051764+0000 mon.smithi111 (mon.0) 624 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:24:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: audit 2022-01-25T23:24:17.053176+0000 mon.smithi111 (mon.0) 625 : audit [DBG] 2022-01-25T23:24:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:24:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:24:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:17 smithi111 conmon[101466]: 25T23:24:17.054190+0000 mon.smithi111 (mon.0) 626 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:24:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:18 smithi179 conmon[67066]: cephadm 2022-01-25T23:24:17.054887+0000 mgr.smithi111.vbmimw (mgr.14718) 1373 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:24:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:18 smithi179 conmon[67066]: 2022-01-25T23:24:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:18 smithi179 conmon[67066]: audit 2022-01-25T23:24:17.373419+0000 mon.smithi111 (mon.0) 627 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:24:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:18 smithi179 conmon[67066]: audit 2022-01-25T23:24:17.378256+0000 mon.smithi111 (mon.0) 628 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:24:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:18 smithi111 conmon[101466]: cephadm 2022-01-25T23:24:17.054887+0000 mgr.smithi111.vbmimw (mgr.14718) 1373 : cephadm 2022-01-25T23:24:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:18 smithi111 conmon[101466]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:24:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:18 smithi111 conmon[101466]: audit 2022-01-25T23:24:17.373419+0000 mon.smithi111 (mon.0) 627 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:24:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:18 smithi111 conmon[101466]: audit 2022 2022-01-25T23:24:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:18 smithi111 conmon[101466]: -01-25T23:24:17.378256+0000 mon.smithi111 (mon.0) 628 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:24:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:19 smithi179 conmon[67066]: cluster 2022-01-25T23:24:17.760761+0000 mgr.smithi111.vbmimw (mgr.14718) 1374 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:19 smithi179 conmon[67066]: 2022-01-25T23:24:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:19 smithi111 conmon[101466]: cluster 2022-01-25T23:24:17.760761+0000 mgr.smithi111.vbmimw (mgr.14718) 1374 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:19 smithi111 conmon[101466]: 2022-01-25T23:24:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:21 smithi179 conmon[67066]: cluster 2022-01-25T23:24:19.761529+0000 mgr.smithi111.vbmimw (mgr.14718) 1375 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:21 smithi111 conmon[101466]: cluster 2022-01-25T23:24:19.761529+0000 mgr.smithi111.vbmimw (mgr.14718) 1375 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:23 smithi179 conmon[67066]: cluster 2022-01-25T23:24:21.762072+0000 mgr.smithi111.vbmimw (mgr.14718) 1376 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:23 smithi111 conmon[101466]: cluster 2022-01-25T23:24:21.762072+0000 mgr.smithi111.vbmimw (mgr.14718) 1376 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:25 smithi179 conmon[67066]: cluster 2022-01-25T23:24:23.762827+0000 mgr.smithi111.vbmimw (mgr.14718) 1377 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:25 smithi111 conmon[101466]: cluster 2022-01-25T23:24:23.762827+0000 mgr.smithi111.vbmimw (mgr.14718) 1377 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:27 smithi179 conmon[67066]: cluster 2022-01-25T23:24:25.763338+0000 mgr.smithi111.vbmimw (mgr.14718) 1378 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:27 smithi111 conmon[101466]: cluster 2022-01-25T23:24:25.763338+0000 mgr.smithi111.vbmimw (mgr.14718) 1378 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:29 smithi179 conmon[67066]: cluster 2022-01-25T23:24:27.763786+0000 mgr.smithi111.vbmimw (mgr.14718) 1379 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:29 smithi111 conmon[101466]: cluster 2022-01-25T23:24:27.763786+0000 mgr.smithi111.vbmimw (mgr.14718) 1379 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:29 smithi111 conmon[101466]: 2022-01-25T23:24:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:31 smithi179 conmon[67066]: cluster 2022-01-25T23:24:29.764518+0000 mgr.smithi111.vbmimw (mgr.14718) 1380 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:31 smithi111 conmon[101466]: cluster 2022-01-25T23:24:29.764518+0000 mgr.smithi111.vbmimw (mgr.14718) 1380 : cluster [DBG] 2022-01-25T23:24:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:31 smithi111 conmon[101466]: pgmap v1189: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:33 smithi179 conmon[67066]: cluster 2022-01-25T23:24:31.765020+0000 mgr.smithi111.vbmimw (mgr.14718) 1381 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:33 smithi111 conmon[101466]: cluster 2022-01-25T23:24:31.765020+0000 mgr.smithi111.vbmimw (mgr.14718) 1381 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.233 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:24:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:35 smithi179 conmon[67066]: cluster 2022-01-25T23:24:33.765722+0000 mgr.smithi111.vbmimw (mgr.14718) 1382 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:35 smithi111 conmon[101466]: cluster 2022-01-25T23:24:33.765722+0000 mgr.smithi111.vbmimw (mgr.14718) 1382 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:35 smithi111 conmon[101466]: 2022-01-25T23:24:35.499 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:24:35.499 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (46m) 7m ago 47m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:24:35.500 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (38m) 7m ago 47m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:24:35.500 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (38m) 7m ago 47m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:24:35.500 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (46m) 7m ago 47m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:24:35.500 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (42m) 7m ago 42m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:24:35.501 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (42m) 7m ago 42m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:24:35.501 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (39m) 7m ago 49m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:24:35.501 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (38m) 7m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:24:35.501 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (38m) 7m ago 49m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:24:35.502 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (38m) 7m ago 47m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:24:35.502 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (39m) 7m ago 39m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:24:35.502 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (39m) 7m ago 39m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:24:35.502 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (47m) 7m ago 47m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:24:35.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (46m) 7m ago 46m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:24:35.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (33m) 7m ago 46m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:24:35.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (46m) 7m ago 46m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:24:35.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (45m) 7m ago 45m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:24:35.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (45m) 7m ago 45m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:24:35.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (45m) 7m ago 45m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:24:35.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (44m) 7m ago 44m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:24:35.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (44m) 7m ago 44m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:24:35.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (44m) 7m ago 44m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:24:35.505 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (46m) 7m ago 47m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:24:35.820 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:24:35.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:24:35.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:35.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:35.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:24:35.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:35.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:35.822 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:24:35.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:24:35.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:24:35.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:35.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:24:35.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:24:35.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:24:35.824 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:24:35.824 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:24:35.824 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:24:35.824 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:24:35.825 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:24:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:36 smithi179 conmon[67066]: audit 2022-01-25T23:24:35.821189+0000 mon.smithi111 (mon.0) 629 : audit [DBG] from='client.? 172.21.15.111:0/2912507297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:36 smithi111 conmon[101466]: audit 2022-01-25T23:24:35.821189+0000 mon.smithi111 (mon.0) 629 2022-01-25T23:24:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:36 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/2912507297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:37 smithi179 conmon[67066]: audit 2022-01-25T23:24:35.222746+0000 mgr.smithi111.vbmimw (mgr.14718) 1383 : audit [DBG] from='client.34988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:37 smithi179 conmon[67066]: audit 2022-01-25T23:24:35.491037+0000 mgr.smithi111.vbmimw (mgr.14718) 1384 : audit [DBG] from='client.34992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:37.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:37 smithi179 conmon[67066]: cluster 2022-01-25T23:24:35.766135+0000 mgr.smithi111.vbmimw (mgr.14718) 1385 : cluster 2022-01-25T23:24:37.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:37 smithi179 conmon[67066]: [DBG] pgmap v1192: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:37.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:37 smithi111 conmon[101466]: audit 2022-01-25T23:24:35.222746+0000 mgr.smithi111.vbmimw (mgr.14718) 1383 : audit [DBG] from='client.34988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:37.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:37 smithi111 conmon[101466]: audit 2022-01-25T23:24:35.491037+0000 mgr.smithi111.vbmimw (mgr.14718) 1384 : audit [DBG] from='client.34992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:37.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:37 smithi111 conmon[101466]: cluster 2022-01-25T23:24:35.766135+0000 mgr.smithi111.vbmimw (mgr.14718) 1385 : cluster 2022-01-25T23:24:37.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:37 smithi111 conmon[101466]: [DBG] pgmap v1192: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:38 smithi179 conmon[67066]: audit 2022-01-25T23:24:37.445911+0000 mon.smithi111 (mon.0) 630 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:38 smithi179 conmon[67066]: 2022-01-25T23:24:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:38 smithi179 conmon[67066]: audit 2022-01-25T23:24:37.446145+0000 mon.smithi111 (mon.0) 631 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:38 smithi111 conmon[101466]: audit 2022-01-25T23:24:37.445911+0000 mon.smithi111 (mon.0) 630 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:38 smithi111 conmon[101466]: audit 2022-01-25T23:24:37.446145+0000 mon.smithi111 (mon.0) 631 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:39 smithi179 conmon[67066]: cluster 2022-01-25T23:24:37.766581+0000 mgr.smithi111.vbmimw (mgr.14718) 1386 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:39 smithi111 conmon[101466]: cluster 2022-01-25T23:24:37.766581+0000 mgr.smithi111.vbmimw (mgr.14718) 1386 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:41 smithi179 conmon[67066]: cluster 2022-01-25T23:24:39.767567+0000 mgr.smithi111.vbmimw (mgr.14718) 1387 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:41 smithi111 conmon[101466]: cluster 2022-01-25T23:24:39.767567+0000 mgr.smithi111.vbmimw (mgr.14718) 1387 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:43 smithi179 conmon[67066]: cluster 2022-01-25T23:24:41.768081+0000 mgr.smithi111.vbmimw (mgr.14718) 1388 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:43 smithi111 conmon[101466]: cluster 2022-01-25T23:24:41.768081+0000 mgr.smithi111.vbmimw (mgr.14718) 1388 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:45 smithi179 conmon[67066]: cluster 2022-01-25T23:24:43.769007+0000 mgr.smithi111.vbmimw (mgr.14718) 1389 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:45 smithi111 conmon[101466]: cluster 2022-01-25T23:24:43.769007+0000 mgr.smithi111.vbmimw (mgr.14718) 1389 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:47 smithi111 conmon[101466]: cluster 2022-01-25T23:24:45.769470+0000 mgr.smithi111.vbmimw (mgr.14718) 1390 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:47 smithi179 conmon[67066]: cluster 2022-01-25T23:24:45.769470+0000 mgr.smithi111.vbmimw (mgr.14718) 1390 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:49 smithi111 conmon[101466]: cluster 2022-01-25T23:24:47.769972+0000 mgr.smithi111.vbmimw (mgr.14718) 1391 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:49 smithi111 conmon[101466]: 2022-01-25T23:24:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:49 smithi179 conmon[67066]: cluster 2022-01-25T23:24:47.769972+0000 mgr.smithi111.vbmimw (mgr.14718) 1391 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:51 smithi111 conmon[101466]: cluster 2022-01-25T23:24:49.770758+0000 mgr.smithi111.vbmimw (mgr.14718) 1392 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:51 smithi179 conmon[67066]: cluster 2022-01-25T23:24:49.770758+0000 mgr.smithi111.vbmimw (mgr.14718) 1392 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:53 smithi111 conmon[101466]: cluster 2022-01-25T23:24 2022-01-25T23:24:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:53 smithi111 conmon[101466]: :51.771402+0000 mgr.smithi111.vbmimw (mgr.14718) 1393 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:53 smithi179 conmon[67066]: cluster 2022-01-25T23:24:51.771402+0000 mgr.smithi111.vbmimw (mgr.14718) 1393 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:55 smithi111 conmon[101466]: cluster 2022-01-25T23:24:53.772154+0000 mgr.smithi111.vbmimw (mgr.14718) 1394 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:55 smithi111 conmon[101466]: 2022-01-25T23:24:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:55 smithi179 conmon[67066]: cluster 2022-01-25T23:24:53.772154+0000 mgr.smithi111.vbmimw (mgr.14718) 1394 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:56 smithi111 conmon[101466]: cluster 2022-01-25T23:24:55.772789+0000 mgr.smithi111.vbmimw (mgr.14718) 1395 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:56.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:56 smithi179 conmon[67066]: cluster 2022-01-25T23:24:55.772789+0000 mgr.smithi111.vbmimw (mgr.14718) 1395 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:24:58 smithi179 conmon[67066]: cluster 2022-01-25T23:24:57.773431+0000 mgr.smithi111.vbmimw (mgr.14718) 1396 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:24:58 smithi111 conmon[101466]: cluster 2022-01-25T23:24:57.773431+0000 mgr.smithi111.vbmimw (mgr.14718) 1396 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:00 smithi179 conmon[67066]: cluster 2022-01-25T23:24:59.774170+0000 mgr.smithi111.vbmimw (mgr.14718) 1397 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:00 smithi111 conmon[101466]: cluster 2022-01-25T23:24:59.774170+0000 mgr.smithi111.vbmimw (mgr.14718) 1397 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:03 smithi179 conmon[67066]: cluster 2022-01-25T23:25:01.774603+0000 mgr.smithi111.vbmimw (mgr.14718) 1398 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:03 smithi111 conmon[101466]: cluster 2022-01-25T23:25:01.774603+0000 mgr.smithi111.vbmimw (mgr.14718) 1398 2022-01-25T23:25:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:03 smithi111 conmon[101466]: : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:05 smithi179 conmon[67066]: cluster 2022-01-25T23:25:03.775359+0000 mgr.smithi111.vbmimw (mgr.14718) 1399 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:05 smithi111 conmon[101466]: cluster 2022-01-25T23:25:03.775359+0000 mgr.smithi111.vbmimw (mgr.14718) 1399 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:06.121 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:25:06.385 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:06.386 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (47m) 7m ago 48m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:25:06.386 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (38m) 7m ago 48m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:25:06.386 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (38m) 7m ago 47m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:25:06.386 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (46m) 7m ago 48m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:25:06.387 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (43m) 7m ago 43m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:25:06.387 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (43m) 7m ago 43m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:25:06.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (39m) 7m ago 49m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:25:06.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (39m) 7m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:25:06.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (39m) 7m ago 49m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:25:06.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (38m) 7m ago 47m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:25:06.388 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (39m) 7m ago 39m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:25:06.388 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (39m) 7m ago 39m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:25:06.389 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (47m) 7m ago 47m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:25:06.389 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (47m) 7m ago 47m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:25:06.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (34m) 7m ago 46m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:25:06.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (46m) 7m ago 46m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:25:06.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (46m) 7m ago 46m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:25:06.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (45m) 7m ago 45m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:25:06.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (45m) 7m ago 45m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:25:06.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (45m) 7m ago 45m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:25:06.391 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (45m) 7m ago 45m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:25:06.391 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (44m) 7m ago 44m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:25:06.391 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (46m) 7m ago 47m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:25:06.705 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:25:06.705 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:25:06.705 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:06.706 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:06.706 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:25:06.706 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:06.706 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:06.707 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:25:06.707 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:06.707 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:06.707 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:06.707 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:25:06.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:06.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:06.708 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:25:06.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:06.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:06.709 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:25:06.709 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:25:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:07 smithi179 conmon[67066]: cluster 2022-01-25T23:25:05.775952+0000 mgr.smithi111.vbmimw (mgr.14718) 1400 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:07 smithi179 conmon[67066]: audit 2022-01-25T23:25:06.109777+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:25:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:07 smithi179 conmon[67066]: mgr.14718) 1401 : audit [DBG] from='client.35000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:07 smithi179 conmon[67066]: audit 2022-01-25T23:25:06.705452+0000 mon.smithi111 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.111:0/4160392107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: cluster 2022-01-25T23:25:05.775952+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:25:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: 14718) 1400 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:07.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: audit 2022-01-25T23:25:06.109777+0000 mgr.smithi111.vbmimw (mgr.14718) 1401 : audit [DBG] from='client.35000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:07.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: audit 2022-01-25T23:25 2022-01-25T23:25:07.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: :06.705452+0000 mon.smithi111 (mon. 2022-01-25T23:25:07.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:07 smithi111 conmon[101466]: 0) 632 : audit [DBG] from='client.? 172.21.15.111:0/4160392107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:08 smithi179 conmon[67066]: audit 2022-01-25T23:25:06.377367+0000 mgr.smithi111.vbmimw (mgr.14718) 1402 : audit [DBG] from='client.35004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:08 smithi111 conmon[101466]: audit 2022-01-25T23:25:06.377367+0000 mgr.smithi111.vbmimw (mgr.14718) 1402 : audit [DBG] from='client.35004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:09 smithi179 conmon[67066]: cluster 2022-01-25T23:25:07.776386+0000 mgr.smithi111.vbmimw (mgr.14718) 1403 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:09 smithi179 conmon[67066]: 2022-01-25T23:25:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:09 smithi111 conmon[101466]: cluster 2022-01-25T23:25:07.776386+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:25:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:09 smithi111 conmon[101466]: .14718) 1403 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:11 smithi179 conmon[67066]: cluster 2022-01-25T23:25:09.777200+0000 mgr.smithi111.vbmimw (mgr.14718) 1404 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:11 smithi111 conmon[101466]: cluster 2022-01-25T23:25:09.777200+0000 mgr.smithi111.vbmimw (mgr.14718) 1404 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:13 smithi179 conmon[67066]: cluster 2022-01-25T23:25:11.777919+0000 mgr.smithi111.vbmimw (mgr.14718) 1405 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:13 smithi111 conmon[101466]: cluster 2022-01-25T23:25:11.777919+0000 mgr.smithi111.vbmimw (mgr.14718) 1405 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:15 smithi179 conmon[67066]: cluster 2022-01-25T23:25:13.778614+0000 mgr.smithi111.vbmimw (mgr.14718) 1406 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:15.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:15 smithi179 conmon[67066]: 2022-01-25T23:25:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:15 smithi111 conmon[101466]: cluster 2022-01-25T23:25:13.778614+0000 mgr.smithi111.vbmimw (mgr.14718) 1406 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:17 smithi179 conmon[67066]: cluster 2022-01-25T23:25:15.779178+0000 mgr.smithi111.vbmimw (mgr.14718) 1407 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:17 smithi179 conmon[67066]: 2022-01-25T23:25:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:17 smithi111 conmon[101466]: cluster 2022-01-25T23:25:15.779178+0000 mgr.smithi111.vbmimw (mgr.14718) 1407 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:17 smithi111 conmon[101466]: 2022-01-25T23:25:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: audit 2022-01-25T23:25:17.380785+0000 mon.smithi111 (mon.0) 633 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: audit 2022-01-25T23:25:17.382280 2022-01-25T23:25:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 634 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: audit 2022-01-25T23:25:17.383183+0000 mon.smithi111 (mon.0) 635 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: audit 2022-01-25T23:25:17.695030+0000 mon.smithi111 (mon.0) 636 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:25:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:18 smithi179 conmon[67066]: audit 2022-01-25T23:25:17.699450+0000 mon.smithi111 (mon.0) 637 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:25:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: audit 2022-01-25T23:25:17.380785+0000 mon.smithi111 (mon.0) 633 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: audit 2022-01-25T23:25:17.382280 2022-01-25T23:25:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 634 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: audit 2022-01-25T23:25:17.383183+0000 mon.smithi111 (mon.0) 635 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: audit 2022-01-25T23:25:17.695030+0000 mon.smithi111 2022-01-25T23:25:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: (mon.0) 636 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:25:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: audit 2022-01-25T23:25:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: 2022-01-25T23:25:17.699450+0000 mon.smithi111 (mon. 2022-01-25T23:25:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:18 smithi111 conmon[101466]: 0) 637 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:25:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:19 smithi179 conmon[67066]: cephadm 2022-01-25T23:25:17.383909+0000 mgr.smithi111.vbmimw (mgr.14718) 1408 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:19 smithi179 conmon[67066]: cluster 2022-01-25T23:25:17.779610+0000 mgr.smithi111.vbmimw (mgr.14718) 1409 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:19 smithi111 conmon[101466]: cephadm 2022-01-25T23:25:17.383909+0000 mgr.smithi111.vbmimw (mgr.14718) 1408 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:19 smithi111 conmon[101466]: 2022-01-25T23:25:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:19 smithi111 conmon[101466]: cluster 2022-01-25T23:25:17.779610+0000 mgr.smithi111.vbmimw (mgr.14718) 1409 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:21 smithi179 conmon[67066]: cluster 2022-01-25T23:25:19.780363+0000 mgr.smithi111.vbmimw (mgr.14718) 1410 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:21 smithi111 conmon[101466]: cluster 2022-01-25T23:25:19.780363+0000 mgr.smithi111.vbmimw (mgr.14718) 1410 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:21 smithi111 conmon[101466]: 2022-01-25T23:25:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:23 smithi179 conmon[67066]: cluster 2022-01-25T23:25:21.780909+0000 mgr.smithi111.vbmimw (mgr.14718) 1411 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:23 smithi111 conmon[101466]: cluster 2022-01-25T23:25:21.780909+0000 mgr.smithi111.vbmimw (mgr.14718) 1411 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:25 smithi179 conmon[67066]: cluster 2022-01-25T23:25:23.781664+0000 mgr.smithi111.vbmimw (mgr.14718) 1412 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:25 smithi111 conmon[101466]: cluster 2022-01-25T23:25:23.781664+0000 mgr.smithi111.vbmimw (mgr.14718) 1412 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:27 smithi179 conmon[67066]: cluster 2022-01-25T23:25:25.785887+0000 mgr.smithi111.vbmimw (mgr.14718) 1413 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:27 smithi111 conmon[101466]: cluster 2022-01-25T23:25:25.785887+0000 mgr.smithi111.vbmimw (mgr.14718) 1413 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:29 smithi179 conmon[67066]: cluster 2022-01-25T23:25:27.786500+0000 mgr.smithi111.vbmimw (mgr.14718) 1414 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:29 smithi111 conmon[101466]: cluster 2022-01-25T23:25:27.786500+0000 mgr.smithi111.vbmimw (mgr.14718) 1414 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:31 smithi179 conmon[67066]: cluster 2022-01-25T23:25:29.787356+0000 mgr.smithi111.vbmimw (mgr.14718) 1415 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:31.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:31 smithi179 conmon[67066]: 2022-01-25T23:25:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:31 smithi111 conmon[101466]: cluster 2022-01-25T23:25:29.787356+0000 mgr.smithi111.vbmimw (mgr.14718) 1415 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:33 smithi179 conmon[67066]: cluster 2022-01-25T23:25:31.787856+0000 mgr.smithi111.vbmimw (mgr.14718) 1416 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:33 smithi111 conmon[101466]: cluster 2022-01-25T23:25:31.787856+0000 mgr.smithi111.vbmimw (mgr.14718) 1416 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:35 smithi179 conmon[67066]: cluster 2022-01-25T23:25:33.788589+0000 mgr.smithi111.vbmimw (mgr.14718) 1417 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:35 smithi111 conmon[101466]: cluster 2022-01-25T23:25:33.788589+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:25:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:35 smithi111 conmon[101466]: ) 1417 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:37.011 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:25:37.279 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:37.280 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (47m) 8m ago 48m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:25:37.280 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (39m) 8m ago 48m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:25:37.280 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (39m) 8m ago 48m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:25:37.280 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (47m) 8m ago 48m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:25:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (43m) 8m ago 43m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:25:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (43m) 8m ago 43m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:25:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (40m) 8m ago 50m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:25:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (39m) 8m ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:25:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (39m) 8m ago 50m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:25:37.282 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (39m) 8m ago 48m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:25:37.282 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (40m) 8m ago 40m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:25:37.282 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (40m) 8m ago 40m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:25:37.282 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (48m) 8m ago 48m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:25:37.283 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (47m) 8m ago 47m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:25:37.283 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (34m) 8m ago 47m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:25:37.283 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (47m) 8m ago 47m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:25:37.283 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (46m) 8m ago 46m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:25:37.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (46m) 8m ago 46m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:25:37.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (46m) 8m ago 46m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:25:37.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (45m) 8m ago 45m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:25:37.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (45m) 8m ago 45m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:25:37.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (45m) 8m ago 45m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:25:37.285 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (47m) 8m ago 48m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:25:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:37 smithi179 conmon[67066]: cluster 2022-01-25T23:25:35.789177+0000 mgr.smithi111.vbmimw (mgr.14718) 1418 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:37 smithi111 conmon[101466]: cluster 2022-01-25T23:25:35.789177+0000 mgr.smithi111.vbmimw (mgr.14718) 1418 : cluster 2022-01-25T23:25:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:37 smithi111 conmon[101466]: [DBG] pgmap v1222: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:37.607 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:25:37.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:25:37.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:37.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:37.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:25:37.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:37.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:37.612 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:25:37.612 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:37.613 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:37.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:37.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:25:37.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:37.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:25:37.615 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:25:37.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:37.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:37.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:25:37.617 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: audit 2022-01-25T23:25:37.000760+0000 mgr.smithi111.vbmimw (mgr.14718) 1419 : audit [DBG] from='client.35012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: audit 2022-01-25T23:25:37.451853+0000 mon.smithi111 (mon.0) 638 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: audit 2022-01-25T23:25:37.452056+0000 mon.smithi111 (mon.0) 639 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: 2022-01-25T23:25:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: audit 2022-01-25T23:25:37.608403+0000 mon.smithi111 (mon.0) 640 : audit 2022-01-25T23:25:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:38 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/167008011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: audit 2022-01-25T23:25:37.000760+0000 mgr.smithi111.vbmimw (mgr.14718) 1419 : audit [DBG] from='client.35012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:25:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: 25T23:25:37.451853+0000 mon.smithi111 (mon.0) 638 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: audit 2022-01-25T23:25:37.452056+0000 mon.smithi111 (mon.0) 639 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: audit 2022-01-25T23:25:37.608403+0000 mon.smithi111 ( 2022-01-25T23:25:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:38 smithi111 conmon[101466]: mon.0) 640 : audit [DBG] from='client.? 172.21.15.111:0/167008011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:39 smithi179 conmon[67066]: audit 2022-01-25T23:25:37.271350+0000 mgr.smithi111.vbmimw (mgr.14718) 1420 : audit [DBG] from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:39 smithi179 conmon[67066]: 2022-01-25T23:25:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:39 smithi179 conmon[67066]: cluster 2022-01-25T23:25:37.789676+0000 mgr.smithi111.vbmimw (mgr.14718) 1421 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:39 smithi111 conmon[101466]: audit 2022-01-25T23:25:37.271350+0000 mgr.smithi111.vbmimw (mgr.14718) 1420 : audit [DBG] from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:39 smithi111 conmon[101466]: cluster 2022 2022-01-25T23:25:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:39 smithi111 conmon[101466]: -01-25T23:25:37.789676+0000 mgr.smithi111.vbmimw (mgr.14718) 1421 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:41 smithi179 conmon[67066]: cluster 2022-01-25T23:25:39.790448+0000 mgr.smithi111.vbmimw (mgr.14718) 1422 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:41 smithi111 conmon[101466]: cluster 2022-01-25T23:25:39.790448+0000 mgr.smithi111.vbmimw (mgr.14718) 1422 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:41 smithi111 conmon[101466]: 2022-01-25T23:25:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:43 smithi179 conmon[67066]: cluster 2022-01-25T23:25:41.790994+0000 mgr.smithi111.vbmimw (mgr.14718) 1423 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:43 smithi111 conmon[101466]: cluster 2022-01-25T23:25:41.790994+0000 mgr.smithi111.vbmimw (mgr.14718) 1423 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:45 smithi179 conmon[67066]: cluster 2022-01-25T23:25:43.791843+0000 mgr.smithi111.vbmimw (mgr.14718) 1424 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:45 smithi111 conmon[101466]: cluster 2022-01-25T23:25:43.791843+0000 mgr.smithi111.vbmimw (mgr.14718) 1424 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:45 smithi111 conmon[101466]: 2022-01-25T23:25:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:47 smithi179 conmon[67066]: cluster 2022-01-25T23:25:45.792320+0000 mgr.smithi111.vbmimw (mgr.14718) 1425 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:47 smithi111 conmon[101466]: cluster 2022-01-25T23:25:45.792320+0000 mgr.smithi111.vbmimw (mgr.14718) 1425 : cluster [DBG] 2022-01-25T23:25:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:47 smithi111 conmon[101466]: pgmap v1227: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:49.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:49 smithi179 conmon[67066]: cluster 2022-01-25T23:25:47.792996+0000 mgr.smithi111.vbmimw (mgr.14718) 1426 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:49 smithi111 conmon[101466]: cluster 2022-01-25T23:25:47.792996+0000 mgr.smithi111.vbmimw (mgr.14718) 1426 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:51 smithi179 conmon[67066]: cluster 2022-01-25T23:25:49.793728+0000 mgr.smithi111.vbmimw (mgr.14718) 1427 : cluster [DBG] 2022-01-25T23:25:51.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:51 smithi179 conmon[67066]: pgmap v1229: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:51 smithi111 conmon[101466]: cluster 2022-01-25T23:25:49.793728+0000 mgr.smithi111.vbmimw (mgr.14718) 1427 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:53 smithi179 conmon[67066]: cluster 2022-01-25T23:25:51.794224+0000 mgr.smithi111.vbmimw (mgr.14718) 1428 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:53 smithi111 conmon[101466]: cluster 2022-01-25T23:25:51.794224+0000 mgr.smithi111.vbmimw (mgr.14718) 1428 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:55 smithi179 conmon[67066]: cluster 2022-01-25T23:25:53.794995+0000 mgr.smithi111.vbmimw (mgr.14718) 1429 : cluster 2022-01-25T23:25:55.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:55 smithi179 conmon[67066]: [DBG] pgmap v1231: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:55 smithi111 conmon[101466]: cluster 2022-01-25T23:25:53.794995+0000 mgr.smithi111.vbmimw (mgr.14718) 1429 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:57 smithi179 conmon[67066]: cluster 2022-01-25T23:25:55.795683+0000 mgr.smithi111.vbmimw (mgr.14718) 1430 : cluster [DBG] 2022-01-25T23:25:57.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:57 smithi179 conmon[67066]: pgmap v1232: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:57 smithi111 conmon[101466]: cluster 2022-01-25T23:25:55.795683+0000 mgr.smithi111.vbmimw (mgr.14718) 1430 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:57 smithi111 conmon[101466]: 2022-01-25T23:25:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:59 smithi179 conmon[67066]: cluster 2022-01-25T23:25:57.796176+0000 mgr.smithi111.vbmimw (mgr.14718) 1431 : cluster [DBG] 2022-01-25T23:25:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:25:59 smithi179 conmon[67066]: pgmap v1233: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:59 smithi111 conmon[101466]: cluster 2022-01-25T23:25:57.796176+0000 mgr.smithi111.vbmimw (mgr.14718) 1431 : cluster 2022-01-25T23:25:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:25:59 smithi111 conmon[101466]: [DBG] pgmap v1233: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:01 smithi179 conmon[67066]: cluster 2022-01-25T23:25:59.796919+0000 mgr.smithi111.vbmimw (mgr.14718) 1432 : cluster [DBG] 2022-01-25T23:26:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:01 smithi179 conmon[67066]: pgmap v1234: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:01 smithi111 conmon[101466]: cluster 2022-01-25T23:25:59.796919+0000 mgr.smithi111.vbmimw (mgr.14718) 1432 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:01 smithi111 conmon[101466]: 2022-01-25T23:26:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:03 smithi111 conmon[101466]: cluster 2022-01-25T23:26:01.797431+0000 mgr.smithi111.vbmimw (mgr.14718) 1433 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:03.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:03 smithi111 conmon[101466]: 2022-01-25T23:26:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:03 smithi179 conmon[67066]: cluster 2022-01-25T23:26:01.797431+0000 mgr.smithi111.vbmimw (mgr.14718) 1433 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:05 smithi111 conmon[101466]: cluster 2022-01-25T23:26:03.798170+0000 mgr.smithi111.vbmimw (mgr.14718) 1434 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:05 smithi111 conmon[101466]: 2022-01-25T23:26:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:05 smithi179 conmon[67066]: cluster 2022-01-25T23:26:03.798170+0000 mgr.smithi111.vbmimw (mgr.14718) 1434 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:07 smithi111 conmon[101466]: cluster 2022-01-25T23:26:05.798792+0000 mgr.smithi111.vbmimw (mgr.14718) 1435 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:07 smithi179 conmon[67066]: cluster 2022-01-25T23:26:05.798792+0000 mgr.smithi111.vbmimw (mgr.14718) 1435 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:07.910 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:26:08.180 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:08.180 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (48m) 8m ago 49m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:26:08.180 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (39m) 8m ago 49m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:26:08.181 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (39m) 8m ago 48m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:26:08.181 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (48m) 8m ago 49m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:26:08.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (44m) 8m ago 44m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:26:08.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (44m) 8m ago 44m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:26:08.182 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (40m) 8m ago 50m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:26:08.182 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (40m) 8m ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:26:08.182 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (40m) 8m ago 50m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:26:08.182 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (39m) 8m ago 48m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:26:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (40m) 8m ago 40m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:26:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (40m) 8m ago 40m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:26:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (49m) 8m ago 49m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:26:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (48m) 8m ago 48m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:26:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (35m) 8m ago 47m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:26:08.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (47m) 8m ago 47m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:26:08.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (47m) 8m ago 47m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:26:08.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (46m) 8m ago 46m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:26:08.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (46m) 8m ago 46m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:26:08.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (46m) 8m ago 46m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:26:08.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (46m) 8m ago 46m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:26:08.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (45m) 8m ago 45m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:26:08.185 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (47m) 8m ago 48m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:26:08.503 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:26:08.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:26:08.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:08.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:08.504 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:26:08.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:08.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:08.505 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:26:08.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:26:08.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:26:08.505 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:08.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:26:08.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:26:08.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:08.506 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:26:08.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:26:08.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:26:08.507 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:26:08.507 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:26:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: cluster 2022-01-25T23:26:07.799225+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:26:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: .14718) 1436 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: audit 2022-01-25T23:26:07.899328+0000 mgr.smithi111.vbmimw (mgr.14718) 1437 : audit [DBG] from='client.35024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: audit 2022 2022-01-25T23:26:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: -01-25T23:26:08 2022-01-25T23:26:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: .503781+0000 mon.smithi111 (mon.0) 641 : 2022-01-25T23:26:09.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:09 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/1029964838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:09 smithi179 conmon[67066]: cluster 2022-01-25T23:26:07.799225+0000 mgr.smithi111.vbmimw (mgr.14718) 1436 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:09 smithi179 conmon[67066]: audit 2022-01-25T23:26:07.899328+0000 mgr.smithi111.vbmimw (mgr.14718) 1437 : audit [DBG] from='client.35024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:09 smithi179 conmon[67066]: audit 2022-01-25T23:26:08.503781+0000 mon.smithi111 (mon.0) 641 : audit [DBG] from='client.? 172.21.15.111:0/1029964838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:10.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:10 smithi111 conmon[101466]: audit 2022-01-25T23:26:08.172044+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:26:10.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:10 smithi111 conmon[101466]: 1438 : audit [DBG] from='client.35028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:10.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:10 smithi179 conmon[67066]: audit 2022-01-25T23:26:08.172044+0000 mgr.smithi111.vbmimw (mgr.14718) 1438 : audit [DBG] from='client.35028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:11 smithi111 conmon[101466]: cluster 2022-01-25T23:26:09.800006+0000 mgr.smithi111.vbmimw (mgr.14718) 1439 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:11 smithi179 conmon[67066]: cluster 2022-01-25T23:26:09.800006+0000 mgr.smithi111.vbmimw (mgr.14718) 1439 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:13 smithi111 conmon[101466]: cluster 2022-01-25T23:26:11.800536+0000 mgr.smithi111.vbmimw (mgr.14718) 1440 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:13 smithi111 conmon[101466]: 2022-01-25T23:26:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:13 smithi179 conmon[67066]: cluster 2022-01-25T23:26:11.800536+0000 mgr.smithi111.vbmimw (mgr.14718) 1440 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:15 smithi111 conmon[101466]: cluster 2022-01-25T23:26:13.801509+0000 mgr.smithi111.vbmimw (mgr.14718) 1441 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:15 smithi179 conmon[67066]: cluster 2022-01-25T23:26:13.801509+0000 mgr.smithi111.vbmimw (mgr.14718) 1441 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:17 smithi111 conmon[101466]: cluster 2022-01-25T23:26:15.802038+0000 mgr.smithi111.vbmimw (mgr.14718) 1442 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:17 smithi179 conmon[67066]: cluster 2022-01-25T23:26:15.802038+0000 mgr.smithi111.vbmimw (mgr.14718) 1442 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01-25T23:26:17.701777+0000 mon.smithi111 (mon.0) 642 2022-01-25T23:26:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01-25T23:26:17.703285+0000 mon.smithi111 (mon.0) 643 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01-25T23:26:17 2022-01-25T23:26:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: .704338+0000 mon.smithi111 (mon.0) 644 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:26:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: 25T23:26:18.003806+0000 mon.smithi111 (mon.0) 645 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:26:18.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01-25T23:26:18.007957+0000 2022-01-25T23:26:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: mon.smithi111 (mon.0) 646 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:26:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:26:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: T23:26:18.013126+0000 mon.smithi111 (mon 2022-01-25T23:26:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: .0) 647 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:26:18.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:26:18.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: -25T23:26:18.019659+0000 2022-01-25T23:26:18.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: mon.smithi111 (mon.0) 648 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:26:18.488 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:18 smithi111 conmon[101466]: 2022-01-25T23:26:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01-25T23:26:17.701777+0000 mon.smithi111 (mon.0) 642 : 2022-01-25T23:26:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01-25T23:26:17.703285+0000 mon.smithi111 (mon.0) 643 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:26:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: 26:17.704338+0000 mon.smithi111 (mon.0) 644 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01-25T23:26:18.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: 2022-01-25T23:26:18.003806+0000 mon.smithi111 (mon 2022-01-25T23:26:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: .0) 645 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:26:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:26:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: 25T23:26:18.007957+0000 mon.smithi111 ( 2022-01-25T23:26:18.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: mon.0) 646 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:26:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:26:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: 25T23:26:18.013126+0000 mon.smithi111 ( 2022-01-25T23:26:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: mon.0) 647 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:26:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:26:18.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: 25T23:26:18.019659+0000 mon.smithi111 ( 2022-01-25T23:26:18.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:18 smithi179 conmon[67066]: mon.0) 648 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:26:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:19 smithi111 conmon[101466]: cephadm 2022-01-25T23:26:17.705082+0000 mgr.smithi111.vbmimw (mgr.14718) 1443 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:19 smithi111 conmon[101466]: 2022-01-25T23:26:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:19 smithi111 conmon[101466]: cluster 2022-01-25T23:26:17.802468+0000 mgr.smithi111.vbmimw (mgr.14718) 1444 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:19 smithi179 conmon[67066]: cephadm 2022-01-25T23:26:17.705082+0000 mgr.smithi111.vbmimw (mgr.14718) 1443 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:19 smithi179 conmon[67066]: cluster 2022-01-25T23:26:17.802468+0000 mgr.smithi111.vbmimw (mgr.14718) 1444 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:20 smithi111 conmon[101466]: cluster 2022-01-25T23:26:19.803301+0000 mgr.smithi111.vbmimw (mgr.14718) 1445 : cluster [DBG] 2022-01-25T23:26:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:20 smithi111 conmon[101466]: pgmap v1244: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:20.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:20 smithi179 conmon[67066]: cluster 2022-01-25T23:26:19.803301+0000 mgr.smithi111.vbmimw (mgr.14718) 1445 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:22 smithi111 conmon[101466]: cluster 2022-01-25T23:26:21.803721+0000 mgr.smithi111.vbmimw (mgr.14718) 1446 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:23.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:22 smithi179 conmon[67066]: cluster 2022-01-25T23:26:21.803721+0000 mgr.smithi111.vbmimw (mgr.14718) 1446 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:25 smithi179 conmon[67066]: cluster 2022-01-25T23:26:23.804634+0000 mgr.smithi111.vbmimw (mgr.14718) 1447 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:25 smithi111 conmon[101466]: cluster 2022-01-25T23:26:23.804634+0000 mgr.smithi111.vbmimw (mgr.14718) 1447 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:27 smithi179 conmon[67066]: cluster 2022-01-25T23:26:25.805140+0000 mgr.smithi111.vbmimw (mgr.14718) 1448 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:27 smithi111 conmon[101466]: cluster 2022-01-25T23:26:25.805140+0000 mgr.smithi111.vbmimw (mgr.14718) 1448 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:27 smithi111 conmon[101466]: 2022-01-25T23:26:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:29 smithi179 conmon[67066]: cluster 2022-01-25T23:26:27.805540+0000 mgr.smithi111.vbmimw (mgr.14718) 1449 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:29 smithi111 conmon[101466]: cluster 2022-01-25T23:26:27.805540+0000 mgr.smithi111.vbmimw (mgr.14718) 1449 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:31 smithi179 conmon[67066]: cluster 2022-01-25T23:26:29.806394+0000 mgr.smithi111.vbmimw (mgr.14718) 1450 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:31 smithi111 conmon[101466]: cluster 2022-01-25T23:26:29.806394+0000 mgr.smithi111.vbmimw (mgr.14718) 1450 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:33 smithi179 conmon[67066]: cluster 2022-01-25T23:26:31.806914+0000 mgr.smithi111.vbmimw (mgr.14718) 1451 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:33 smithi111 conmon[101466]: cluster 2022-01-25T23:26:31.806914+0000 mgr.smithi111.vbmimw (mgr.14718) 1451 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:35 smithi179 conmon[67066]: cluster 2022-01-25T23:26:33.807792+0000 mgr.smithi111.vbmimw (mgr.14718) 1452 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:35 smithi111 conmon[101466]: cluster 2022-01-25T23:26:33.807792+0000 mgr.smithi111.vbmimw (mgr.14718) 1452 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:35 smithi111 conmon[101466]: 2022-01-25T23:26:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:37 smithi179 conmon[67066]: cluster 2022-01-25T23:26:35.808539+0000 mgr.smithi111.vbmimw (mgr.14718) 1453 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:37 smithi111 conmon[101466]: cluster 2022-01-25T23:26:35.808539+0000 mgr.smithi111.vbmimw (mgr.14718) 1453 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:38 smithi179 conmon[67066]: audit 2022-01-25T23:26:37.455939+0000 mon.smithi111 (mon.0) 649 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:38 smithi179 conmon[67066]: audit 2022-01-25T23:26:37.456259+0000 mon.smithi111 (mon.0) 650 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:38 smithi111 conmon[101466]: audit 2022-01-25T23:26:37.455939+0000 mon.smithi111 (mon.0) 649 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:38 smithi111 conmon[101466]: 2022-01-25T23:26:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:38 smithi111 conmon[101466]: audit 2022-01-25T23:26:37.456259+0000 mon.smithi111 (mon.0) 650 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:38.803 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:26:39.071 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:39.071 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (48m) 9m ago 49m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:26:39.071 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (40m) 9m ago 49m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:26:39.072 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (40m) 9m ago 49m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:26:39.072 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (48m) 9m ago 49m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:26:39.072 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (44m) 9m ago 44m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:26:39.072 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (44m) 9m ago 44m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:26:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (41m) 9m ago 51m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:26:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (40m) 9m ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:26:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (40m) 9m ago 51m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:26:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (40m) 9m ago 49m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:26:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:26:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (41m) 9m ago 41m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:26:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (49m) 9m ago 49m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:26:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (48m) 9m ago 48m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:26:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (35m) 9m ago 48m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:26:39.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (48m) 9m ago 48m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:26:39.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (47m) 9m ago 47m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:26:39.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (47m) 9m ago 47m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:26:39.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (47m) 9m ago 47m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:26:39.076 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (46m) 9m ago 46m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:26:39.076 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (46m) 9m ago 46m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:26:39.076 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (46m) 9m ago 46m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:26:39.076 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (48m) 9m ago 49m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:26:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:39 smithi179 conmon[67066]: cluster 2022-01-25T23:26:37.808995+0000 mgr.smithi111.vbmimw (mgr.14718) 1454 : cluster [DBG] 2022-01-25T23:26:39.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:39 smithi179 conmon[67066]: pgmap v1253: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:39.391 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:26:39.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:26:39.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:39.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:39.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:26:39.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:39.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:39.393 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:26:39.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:26:39.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:26:39.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:39.394 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:26:39.394 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:26:39.394 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:26:39.394 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:26:39.395 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:26:39.395 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:26:39.395 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:26:39.395 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:26:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:39 smithi111 conmon[101466]: cluster 2022-01-25T23:26:37.808995+0000 mgr.smithi111.vbmimw (mgr.14718) 1454 : cluster 2022-01-25T23:26:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:39 smithi111 conmon[101466]: [DBG] pgmap v1253: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:40 smithi179 conmon[67066]: audit 2022-01-25T23:26:38.792171+0000 mgr.smithi111.vbmimw (mgr.14718) 1455 : audit [DBG] from='client.35036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:40.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:40 smithi179 conmon[67066]: audit 2022-01-25T23:26:39.063169+0000 mgr.smithi111.vbmimw (mgr.14718) 1456 : audit [DBG] from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:40.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:40 smithi179 conmon[67066]: audit 2022-01-25T23:26:39.391846+0000 mon.smithi111 (mon.0) 651 : audit 2022-01-25T23:26:40.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:40 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/3694114624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:40.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:40 smithi111 conmon[101466]: audit 2022-01-25T23:26:38.792171+0000 mgr.smithi111.vbmimw (mgr.14718) 1455 : audit [DBG] from='client.35036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:40.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:40 smithi111 conmon[101466]: 2022-01-25T23:26:40.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:40 smithi111 conmon[101466]: audit 2022-01-25T23:26:39.063169+0000 mgr.smithi111.vbmimw (mgr.14718) 1456 : audit [DBG] from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:40.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:40 smithi111 conmon[101466]: audit 2022-01-25T23:26:39.391846+0000 mon.smithi111 2022-01-25T23:26:40.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:40 smithi111 conmon[101466]: (mon.0) 651 : audit [DBG] from='client.? 172.21.15.111:0/3694114624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:41.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:41 smithi179 conmon[67066]: cluster 2022-01-25T23:26:39.809614+0000 mgr.smithi111.vbmimw (mgr.14718) 1457 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:41 smithi111 conmon[101466]: cluster 2022-01-25T23:26:39.809614+0000 mgr.smithi111.vbmimw (mgr.14718) 1457 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:41 smithi111 conmon[101466]: 2022-01-25T23:26:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:43 smithi179 conmon[67066]: cluster 2022-01-25T23:26:41.810228+0000 mgr.smithi111.vbmimw (mgr.14718) 1458 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:43 smithi111 conmon[101466]: cluster 2022-01-25T23:26:41.810228+0000 mgr.smithi111.vbmimw (mgr.14718) 1458 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:43 smithi111 conmon[101466]: 2022-01-25T23:26:45.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:45 smithi179 conmon[67066]: cluster 2022-01-25T23:26:43.810920+0000 mgr.smithi111.vbmimw (mgr.14718) 1459 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:45 smithi111 conmon[101466]: cluster 2022-01-25T23:26:43.810920+0000 mgr.smithi111.vbmimw (mgr.14718) 1459 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:47 smithi179 conmon[67066]: cluster 2022-01-25T23:26:45.811566+0000 mgr.smithi111.vbmimw (mgr.14718) 1460 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:47 smithi111 conmon[101466]: cluster 2022-01-25T23:26:45.811566+0000 mgr.smithi111.vbmimw (mgr.14718) 1460 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:49 smithi179 conmon[67066]: cluster 2022-01-25T23:26:47.812162+0000 mgr.smithi111.vbmimw (mgr.14718) 1461 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:49 smithi111 conmon[101466]: cluster 2022-01-25T23:26:47.812162+0000 mgr.smithi111.vbmimw (mgr.14718) 1461 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:51 smithi179 conmon[67066]: cluster 2022-01-25T23:26:49.812847+0000 mgr.smithi111.vbmimw (mgr.14718) 1462 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:51 smithi111 conmon[101466]: cluster 2022-01-25T23:26:49.812847+0000 mgr.smithi111.vbmimw (mgr.14718) 1462 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:53 smithi179 conmon[67066]: cluster 2022-01-25T23:26:51.813343+0000 mgr.smithi111.vbmimw (mgr.14718) 1463 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:53 smithi111 conmon[101466]: cluster 2022-01-25T23:26:51.813343+0000 mgr.smithi111.vbmimw (mgr.14718) 1463 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:53 smithi111 conmon[101466]: 2022-01-25T23:26:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:55 smithi179 conmon[67066]: cluster 2022-01-25T23:26:53.814274+0000 mgr.smithi111.vbmimw (mgr.14718) 1464 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:55 smithi111 conmon[101466]: cluster 2022-01-25T23:26:53.814274+0000 mgr.smithi111.vbmimw (mgr.14718) 1464 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:57 smithi179 conmon[67066]: cluster 2022-01-25T23:26:55.814969+0000 mgr.smithi111.vbmimw (mgr.14718) 1465 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:57 smithi111 conmon[101466]: cluster 2022-01-25T23:26:55.814969+0000 mgr.smithi111.vbmimw (mgr.14718) 1465 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:59.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:26:59 smithi179 conmon[67066]: cluster 2022-01-25T23:26:57.815558+0000 mgr.smithi111.vbmimw (mgr.14718) 1466 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:26:59 smithi111 conmon[101466]: cluster 2022-01-25T23:26:57.815558+0000 mgr.smithi111.vbmimw (mgr.14718) 1466 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:01 smithi179 conmon[67066]: cluster 2022-01-25T23:26:59.816280+0000 mgr.smithi111.vbmimw (mgr.14718) 1467 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:01 smithi111 conmon[101466]: cluster 2022-01-25T23:26:59.816280+0000 mgr.smithi111.vbmimw (mgr.14718) 1467 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:03 smithi179 conmon[67066]: cluster 2022-01-25T23:27:01.816848+0000 mgr.smithi111.vbmimw (mgr.14718) 1468 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:03 smithi111 conmon[101466]: cluster 2022-01-25T23:27:01.816848+0000 mgr.smithi111.vbmimw (mgr.14718) 1468 : cluster [DBG] 2022-01-25T23:27:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:03 smithi111 conmon[101466]: pgmap v1265: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:05 smithi179 conmon[67066]: cluster 2022-01-25T23:27:03.817743+0000 mgr.smithi111.vbmimw (mgr.14718) 1469 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:05 smithi111 conmon[101466]: cluster 2022-01-25T23:27:03.817743+0000 mgr.smithi111.vbmimw (mgr.14718) 1469 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:07 smithi179 conmon[67066]: cluster 2022-01-25T23:27:05.818357+0000 mgr.smithi111.vbmimw (mgr.14718) 1470 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:07 smithi111 conmon[101466]: cluster 2022-01-25T23:27:05.818357+0000 mgr.smithi111.vbmimw (mgr.14718) 1470 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:09 smithi179 conmon[67066]: cluster 2022-01-25T23:27:07.818963+0000 mgr.smithi111.vbmimw (mgr.14718) 1471 : 2022-01-25T23:27:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:09 smithi179 conmon[67066]: cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:09 smithi111 conmon[101466]: cluster 2022-01-25T23:27:07.818963+0000 mgr.smithi111.vbmimw (mgr.14718) 1471 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.692 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:27:09.961 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:27:09.962 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (49m) 9m ago 50m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:27:09.962 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (40m) 9m ago 50m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:27:09.962 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (40m) 9m ago 49m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:27:09.962 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (49m) 9m ago 50m 37.7M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:27:09.963 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (45m) 9m ago 45m 21.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:27:09.963 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (45m) 9m ago 45m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:27:09.963 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (41m) 9m ago 51m 495M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:27:09.963 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (41m) 9m ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:27:09.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (41m) 9m ago 51m 305M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:27:09.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (40m) 9m ago 49m 181M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:27:09.964 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:27:09.964 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (41m) 9m ago 41m 94.4M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:27:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (50m) 9m ago 50m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:27:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (49m) 9m ago 49m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:27:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (36m) 9m ago 48m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:27:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (48m) 9m ago 48m 2860M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:27:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (48m) 9m ago 48m 2151M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:27:09.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (47m) 9m ago 47m 2836M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:27:09.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (47m) 9m ago 47m 2386M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:27:09.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (47m) 9m ago 47m 3372M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:27:09.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (47m) 9m ago 47m 2677M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:27:09.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (46m) 9m ago 46m 4291M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:27:09.967 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (48m) 9m ago 49m 56.7M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:27:10.281 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:27:10.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:27:10.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:10.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:10.282 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:27:10.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:10.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:10.283 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:27:10.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:10.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:10.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:10.284 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:27:10.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:10.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:10.284 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:27:10.285 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:10.285 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:10.285 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:27:10.285 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:27:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: audit 2022-01-25T23:27:09.682011+0000 mgr.smithi111.vbmimw (mgr.14718) 1472 : audit [DBG] from='client.35048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: 2022-01-25T23:27:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: cluster 2022-01-25T23:27:09.819648+0000 mgr.smithi111.vbmimw (mgr.14718) 1473 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: audit 2022-01-25T23:27:09.953595+0000 mgr.smithi111.vbmimw (mgr.14718) 1474 2022-01-25T23:27:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: : audit [DBG] from='client.35052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:11.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: audit 2022-01-25T23:27:10.281845+0000 mon.smithi111 2022-01-25T23:27:11.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:11 smithi179 conmon[67066]: (mon.0) 652 : audit [DBG] from='client.? 172.21.15.111:0/2180330618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: audit 2022-01-25T23:27:09.682011+0000 mgr.smithi111.vbmimw (mgr.14718) 1472 : audit [DBG] from='client.35048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: 2022-01-25T23:27:11.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: cluster 2022-01-25T23:27:09.819648+0000 mgr.smithi111.vbmimw (mgr.14718) 1473 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:11.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: audit 2022-01-25T23:27:09.953595+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:27:11.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: .14718) 1474 : audit [DBG] from='client.35052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:11.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:27:11.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: 23:27:10.281845+0000 mon.smithi111 (mon.0) 652 : audit [DBG] 2022-01-25T23:27:11.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:11 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/2180330618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:13 smithi179 conmon[67066]: cluster 2022-01-25T23:27:11.820050+0000 mgr.smithi111.vbmimw (mgr.14718) 1475 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:13 smithi111 conmon[101466]: cluster 2022-01-25T23:27:11.820050+0000 mgr.smithi111.vbmimw (mgr.14718) 1475 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:15 smithi179 conmon[67066]: cluster 2022-01-25T23:27:13.820965+0000 mgr.smithi111.vbmimw (mgr.14718) 1476 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:15 smithi111 conmon[101466]: cluster 2022-01-25T23:27:13.820965+0000 mgr.smithi111.vbmimw (mgr.14718) 1476 : cluster [DBG] 2022-01-25T23:27:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:15 smithi111 conmon[101466]: pgmap v1271: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:17 smithi179 conmon[67066]: cluster 2022-01-25T23:27:15.821473+0000 mgr.smithi111.vbmimw (mgr.14718) 1477 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:17 smithi111 conmon[101466]: cluster 2022-01-25T23:27:15.821473+0000 mgr.smithi111.vbmimw (mgr.14718) 1477 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: cluster 2022-01-25T23:27:17.821900+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:27:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: .14718) 1478 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: audit 2022-01-25T23:27:18.022018+0000 mon.smithi111 (mon.0) 653 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: audit 2022-01-25T23:27:18.023207+0000 mon.smithi111 (mon.0) 654 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:19.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: audit 2022-01-25T23:27:18.023955+0000 mon.smithi111 (mon.0) 655 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: cephadm 2022-01-25T23:27:18.024578+0000 mgr.smithi111.vbmimw (mgr.14718) 1479 : cephadm [WRN] 2022-01-25T23:27:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: audit 2022-01-25T23:27:18.280741+0000 mon.smithi111 (mon.0) 656 : audit 2022-01-25T23:27:19.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:19 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: cluster 2022-01-25T23:27:17.821900+0000 mgr.smithi111.vbmimw (mgr.14718) 1478 : cluster 2022-01-25T23:27:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: [DBG] pgmap v1273: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: audit 2022-01-25T23:27:18.022018+0000 mon.smithi111 (mon.0) 653 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: audit 2022-01-25T23:27:18.023207+0000 mon.smithi111 (mon.0) 654 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: audit 2022-01-25T23:27:18.023955+0000 mon.smithi111 (mon.0) 655 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: cephadm 2022-01-25T23:27:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: 2022-01-25T23:27:18.024578+0000 mgr.smithi111.vbmimw (mgr.14718) 1479 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: audit 2022-01-25T23:27:18.280741+0000 2022-01-25T23:27:19.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:19 smithi111 conmon[101466]: mon.smithi111 (mon.0) 656 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:21 smithi179 conmon[67066]: cluster 2022-01-25T23:27:19.822549+0000 mgr.smithi111.vbmimw (mgr.14718) 1480 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:21 smithi111 conmon[101466]: cluster 2022-01-25T23:27:19.822549+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:27:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:21 smithi111 conmon[101466]: ) 1480 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:22 smithi111 conmon[101466]: audit 2022-01-25T23:27:21.761509+0000 mon.smithi111 (mon.0) 657 2022-01-25T23:27:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:22 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:22 smithi111 conmon[101466]: cluster 2022-01-25T23:27:21.822950+0000 mgr.smithi111.vbmimw (mgr.14718) 1481 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:22 smithi179 conmon[67066]: audit 2022-01-25T23:27:21.761509+0000 mon.smithi111 (mon.0) 657 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:23.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:22 smithi179 conmon[67066]: cluster 2022-01-25T23:27:21.822950+0000 mgr.smithi111.vbmimw (mgr.14718) 1481 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:24 smithi179 conmon[67066]: audit 2022-01-25T23:27:23.615393+0000 mon.smithi111 (mon.0) 658 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:24 smithi179 conmon[67066]: cluster 2022-01-25T23:27:23.823880+0000 mgr.smithi111.vbmimw (mgr.14718) 1482 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:24 smithi179 conmon[67066]: audit 2022-01-25T23:27:23.911784+0000 mon.smithi111 (mon.0) 659 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:24 smithi179 conmon[67066]: audit 2022-01-25T23:27:23.918633+0000 mon.smithi111 (mon.0) 660 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:24 smithi111 conmon[101466]: audit 2022-01-25T23:27:23.615393+0000 mon.smithi111 (mon.0) 658 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:24 smithi111 conmon[101466]: 2022-01-25T23:27:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:24 smithi111 conmon[101466]: cluster 2022-01-25T23:27:23.823880+0000 mgr.smithi111.vbmimw (mgr.14718) 1482 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:24 smithi111 conmon[101466]: audit 2022-01-25T23:27:23.911784+0000 mon.smithi111 (mon.0) 659 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:24.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:24 smithi111 conmon[101466]: audit 2022-01-25T23:27:23.918633+0000 mon.smithi111 (mon.0) 660 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:27:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:26 smithi111 conmon[101466]: cluster 2022-01-25T23:27:25.824370+0000 mgr.smithi111.vbmimw (mgr.14718) 1483 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:26 smithi179 conmon[67066]: cluster 2022-01-25T23:27:25.824370+0000 mgr.smithi111.vbmimw (mgr.14718) 1483 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:29 smithi179 conmon[67066]: cluster 2022-01-25T23:27:27.824767+0000 mgr.smithi111.vbmimw (mgr.14718) 1484 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:29 smithi111 conmon[101466]: cluster 2022-01-25T23:27:27.824767+0000 mgr.smithi111.vbmimw (mgr.14718) 1484 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:31 smithi179 conmon[67066]: cluster 2022-01-25T23:27:29.825488+0000 mgr.smithi111.vbmimw (mgr.14718) 1485 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:31 smithi111 conmon[101466]: cluster 2022-01-25T23:27:29.825488+0000 mgr.smithi111.vbmimw (mgr.14718) 1485 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:33 smithi179 conmon[67066]: cluster 2022-01-25T23:27:31.825932+0000 mgr.smithi111.vbmimw (mgr.14718) 1486 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:33 smithi111 conmon[101466]: cluster 2022-01-25T23:27:31.825932+0000 mgr.smithi111.vbmimw (mgr.14718) 1486 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:35 smithi179 conmon[67066]: cluster 2022-01-25T23:27:33.826736+0000 mgr.smithi111.vbmimw (mgr.14718) 1487 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:35 smithi111 conmon[101466]: cluster 2022-01-25T23:27:33.826736+0000 mgr.smithi111.vbmimw (mgr.14718) 1487 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:37.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:37 smithi179 conmon[67066]: cluster 2022-01-25T23:27:35.827304+0000 mgr.smithi111.vbmimw (mgr.14718) 1488 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:37 smithi111 conmon[101466]: cluster 2022-01-25T23:27:35.827304+0000 mgr.smithi111.vbmimw (mgr.14718) 1488 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:38 smithi179 conmon[67066]: audit 2022-01-25T23:27:37.460260+0000 mon.smithi111 (mon.0) 661 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:38 smithi179 conmon[67066]: audit 2022-01-25T23:27:37.460494+0000 mon.smithi111 (mon.0) 662 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:38 smithi111 conmon[101466]: audit 2022-01-25T23:27:37.460260+0000 mon.smithi111 (mon.0) 661 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:38 smithi111 conmon[101466]: audit 2022-01-25T23:27:37.460494+0000 mon.smithi111 (mon.0) 662 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:39 smithi179 conmon[67066]: cluster 2022-01-25T23:27:37.827758+0000 mgr.smithi111.vbmimw (mgr.14718) 1489 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:39 smithi111 conmon[101466]: cluster 2022-01-25T23:27:37.827758+0000 mgr.smithi111.vbmimw (mgr.14718) 1489 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:40.583 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:27:40.849 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:27:40.849 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (49m) 17s ago 50m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:27:40.849 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (41m) 17s ago 50m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:27:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (41m) 19s ago 50m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:27:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (49m) 17s ago 50m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:27:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (45m) 17s ago 45m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:27:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (45m) 19s ago 45m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:27:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (42m) 17s ago 52m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:27:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (41m) 19s ago 50m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:27:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (41m) 17s ago 52m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:27:40.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (41m) 19s ago 50m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:27:40.852 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (42m) 17s ago 42m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:27:40.852 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (42m) 19s ago 42m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:27:40.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (50m) 17s ago 50m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:27:40.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (49m) 19s ago 49m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:27:40.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (36m) 17s ago 49m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:27:40.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (49m) 17s ago 49m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:27:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (48m) 17s ago 48m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:27:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (48m) 17s ago 48m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:27:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (48m) 19s ago 48m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:27:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (47m) 19s ago 47m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:27:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (47m) 19s ago 47m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:27:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (47m) 19s ago 47m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:27:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (49m) 17s ago 50m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:27:41.171 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:27:41.171 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:27:41.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:41.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:41.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:27:41.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:41.173 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:41.173 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:27:41.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:41.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:41.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:41.174 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:27:41.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:41.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:27:41.175 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:27:41.175 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:41.175 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:41.175 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:27:41.175 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:27:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:41 smithi179 conmon[67066]: cluster 2022-01-25T23:27:39.828574+0000 mgr.smithi111.vbmimw (mgr.14718) 1490 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:41 smithi111 conmon[101466]: cluster 2022-01-25T23:27:39.828574+0000 mgr.smithi111.vbmimw (mgr.14718) 1490 2022-01-25T23:27:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:41 smithi111 conmon[101466]: : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:42 smithi179 conmon[67066]: audit 2022-01-25T23:27:40.571847+0000 mgr.smithi111.vbmimw (mgr.14718) 1491 : audit [DBG] from='client.35060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:42 smithi179 conmon[67066]: audit 2022-01-25T23:27:40.841254+0000 mgr.smithi111.vbmimw (mgr.14718) 1492 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:42 smithi179 conmon[67066]: audit 2022-01-25T23:27:41.171908+0000 mon.smithi111 (mon.0) 663 : audit [DBG] from='client.? 172.21.15.111:0/234727922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: audit 2022-01-25T23:27:40.571847+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:27:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: 1491 : audit [DBG] from='client.35060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: audit 2022-01-25T23:27:40.841254+0000 mgr.smithi111.vbmimw (mgr.14718) 1492 : audit [DBG] 2022-01-25T23:27:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:27:42.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: T23:27:41.171908+0000 mon.smithi111 (mon.0) 663 : audit [DBG] 2022-01-25T23:27:42.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:42 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/234727922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:43 smithi179 conmon[67066]: cluster 2022-01-25T23:27:41.829205+0000 mgr.smithi111.vbmimw (mgr.14718) 1493 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:43 smithi179 conmon[67066]: 2022-01-25T23:27:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:43 smithi111 conmon[101466]: cluster 2022-01-25T23:27:41.829205+0000 mgr.smithi111.vbmimw (mgr.14718) 1493 : cluster [DBG] 2022-01-25T23:27:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:43 smithi111 conmon[101466]: pgmap v1285: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:45 smithi179 conmon[67066]: cluster 2022-01-25T23:27:43.830194+0000 mgr.smithi111.vbmimw (mgr.14718) 1494 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:45 smithi111 conmon[101466]: cluster 2022-01-25T23:27:43.830194+0000 mgr.smithi111.vbmimw (mgr.14718) 1494 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:45 smithi111 conmon[101466]: 2022-01-25T23:27:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:47 smithi179 conmon[67066]: cluster 2022-01-25T23:27:45.830836+0000 mgr.smithi111.vbmimw (mgr.14718) 1495 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:47 smithi111 conmon[101466]: cluster 2022-01-25T23:27:45.830836+0000 mgr.smithi111.vbmimw (mgr.14718) 1495 : cluster 2022-01-25T23:27:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:47 smithi111 conmon[101466]: [DBG] pgmap v1287: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:49 smithi179 conmon[67066]: cluster 2022-01-25T23:27:47.831353+0000 mgr.smithi111.vbmimw (mgr.14718) 1496 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:49 smithi111 conmon[101466]: cluster 2022-01-25T23:27:47.831353+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:27:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:49 smithi111 conmon[101466]: 14718) 1496 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:51 smithi179 conmon[67066]: cluster 2022-01-25T23:27:49.832249+0000 mgr.smithi111.vbmimw (mgr.14718) 1497 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:51 smithi111 conmon[101466]: cluster 2022-01-25T23:27:49.832249+0000 mgr.smithi111.vbmimw (mgr.14718) 1497 : cluster [DBG] 2022-01-25T23:27:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:51 smithi111 conmon[101466]: pgmap v1289: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:53 smithi179 conmon[67066]: cluster 2022-01-25T23:27:51.832899+0000 mgr.smithi111.vbmimw (mgr.14718) 1498 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:53 smithi111 conmon[101466]: cluster 2022-01-25T23:27:51.832899+0000 mgr.smithi111.vbmimw (mgr.14718) 1498 : cluster 2022-01-25T23:27:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:53 smithi111 conmon[101466]: [DBG] pgmap v1290: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:55 smithi179 conmon[67066]: cluster 2022-01-25T23:27:53.833723+0000 mgr.smithi111.vbmimw (mgr.14718) 1499 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:55 smithi111 conmon[101466]: cluster 2022-01-25T23:27:53.833723+0000 mgr.smithi111.vbmimw (mgr.14718) 1499 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:55 smithi111 conmon[101466]: 2022-01-25T23:27:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:57 smithi179 conmon[67066]: cluster 2022-01-25T23:27:55.834325+0000 mgr.smithi111.vbmimw (mgr.14718) 1500 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:57 smithi111 conmon[101466]: cluster 2022-01-25T23:27:55.834325+0000 mgr.smithi111.vbmimw (mgr.14718) 1500 2022-01-25T23:27:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:57 smithi111 conmon[101466]: : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:27:59 smithi179 conmon[67066]: cluster 2022-01-25T23:27:57.834771+0000 mgr.smithi111.vbmimw (mgr.14718) 1501 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:59 smithi111 conmon[101466]: cluster 2022-01-25T23:27:57.834771+0000 mgr.smithi111.vbmimw (mgr.14718) 1501 2022-01-25T23:27:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:27:59 smithi111 conmon[101466]: : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:01 smithi179 conmon[67066]: cluster 2022-01-25T23:27:59.835669+0000 mgr.smithi111.vbmimw (mgr.14718) 1502 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:01 smithi111 conmon[101466]: cluster 2022-01-25T23:27:59.835669+0000 mgr.smithi111.vbmimw (mgr.14718) 1502 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:03 smithi179 conmon[67066]: cluster 2022-01-25T23:28:01.836074+0000 mgr.smithi111.vbmimw (mgr.14718) 1503 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:03 smithi111 conmon[101466]: cluster 2022-01-25T23:28:01.836074+0000 mgr.smithi111.vbmimw (mgr.14718) 1503 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:05 smithi179 conmon[67066]: cluster 2022-01-25T23:28:03.836815+0000 mgr.smithi111.vbmimw (mgr.14718) 1504 : 2022-01-25T23:28:05.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:05 smithi179 conmon[67066]: cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:05 smithi111 conmon[101466]: cluster 2022-01-25T23:28:03.836815+0000 mgr.smithi111.vbmimw (mgr.14718) 1504 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:07 smithi179 conmon[67066]: cluster 2022-01-25T23:28:05.837412+0000 mgr.smithi111.vbmimw (mgr.14718) 1505 : cluster [DBG] 2022-01-25T23:28:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:07 smithi179 conmon[67066]: pgmap v1297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:07 smithi111 conmon[101466]: cluster 2022-01-25T23:28:05.837412+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:28:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:07 smithi111 conmon[101466]: 1505 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:09 smithi179 conmon[67066]: cluster 2022-01-25T23:28:07.838067+0000 mgr.smithi111.vbmimw (mgr.14718) 1506 : cluster [DBG] 2022-01-25T23:28:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:09 smithi179 conmon[67066]: pgmap v1298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:09 smithi111 conmon[101466]: cluster 2022-01-25T23:28:07.838067+0000 mgr.smithi111.vbmimw (mgr.14718) 1506 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:09 smithi111 conmon[101466]: 2022-01-25T23:28:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:11 smithi179 conmon[67066]: cluster 2022-01-25T23:28:09.838927+0000 mgr.smithi111.vbmimw (mgr.14718) 1507 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:11 smithi179 conmon[67066]: 2022-01-25T23:28:11.469 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:28:11.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:11 smithi111 conmon[101466]: cluster 2022-01-25T23:28:09.838927+0000 mgr.smithi111.vbmimw (mgr.14718) 1507 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:11.736 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:11.736 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (50m) 48s ago 51m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:28:11.736 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (41m) 48s ago 51m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:28:11.736 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (41m) 49s ago 50m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:28:11.737 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (50m) 48s ago 51m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:28:11.737 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (46m) 48s ago 46m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:28:11.737 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (46m) 49s ago 46m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:28:11.737 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (42m) 48s ago 52m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:28:11.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (42m) 49s ago 50m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:28:11.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (42m) 48s ago 52m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:28:11.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (42m) 49s ago 50m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:28:11.738 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (42m) 48s ago 42m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:28:11.739 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (42m) 49s ago 42m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:28:11.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (51m) 48s ago 51m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:28:11.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (50m) 49s ago 50m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:28:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (37m) 48s ago 50m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:28:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (49m) 48s ago 49m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:28:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (49m) 48s ago 49m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:28:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (48m) 48s ago 48m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:28:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (48m) 49s ago 48m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:28:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (48m) 49s ago 48m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:28:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (48m) 49s ago 48m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:28:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (47m) 49s ago 47m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:28:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (49m) 48s ago 50m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:28:12.058 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:28:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:28:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:28:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:28:12.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:12.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:12.061 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:12.061 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:28:12.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:12.062 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:12.062 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:28:12.062 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:12.062 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:12.063 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:28:12.063 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:28:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:12 smithi179 conmon[67066]: audit 2022-01-25T23:28:12.059500+0000 mon.smithi111 (mon.0) 664 : audit [DBG] from='client.? 172.21.15.111:0/2871017732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:12 smithi111 conmon[101466]: audit 2022-01-25T23:28:12.059500+0000 mon.smithi111 (mon.0) 664 2022-01-25T23:28:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:12 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/2871017732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:13 smithi179 conmon[67066]: audit 2022-01-25T23:28:11.457077+0000 mgr.smithi111.vbmimw (mgr.14718) 1508 : audit 2022-01-25T23:28:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:13 smithi179 conmon[67066]: [DBG] from='client.35072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:13 smithi179 conmon[67066]: audit 2022-01-25T23:28:11.727762+0000 mgr.smithi111.vbmimw (mgr.14718) 1509 : audit [DBG] from='client.35076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:13.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:13 smithi179 conmon[67066]: cluster 2022-01-25T23:28:11.839377+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:28:13.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:13 smithi179 conmon[67066]: mgr.14718) 1510 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:13 smithi111 conmon[101466]: audit 2022-01-25T23:28:11.457077+0000 mgr.smithi111.vbmimw (mgr.14718) 1508 : audit [DBG] from='client.35072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:13 smithi111 conmon[101466]: audit 2022-01-25T23:28:11.727762+0000 mgr.smithi111.vbmimw (mgr.14718) 1509 : audit [DBG] from='client.35076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:13.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:13 smithi111 conmon[101466]: cluster 2022-01-25T23:28:11.839377+0000 mgr.smithi111.vbmimw (mgr.14718) 1510 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:15 smithi111 conmon[101466]: cluster 2022-01-25T23:28:13.840255+0000 mgr.smithi111.vbmimw (mgr.14718) 1511 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:15 smithi179 conmon[67066]: cluster 2022-01-25T23:28:13.840255+0000 mgr.smithi111.vbmimw (mgr.14718) 1511 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:17 smithi111 conmon[101466]: cluster 2022-01-25T23:28:15.840741+0000 mgr.smithi111.vbmimw (mgr.14718) 1512 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:17 smithi111 conmon[101466]: 2022-01-25T23:28:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:17 smithi179 conmon[67066]: cluster 2022-01-25T23:28:15.840741+0000 mgr.smithi111.vbmimw (mgr.14718) 1512 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:19 smithi111 conmon[101466]: cluster 2022-01-25T23:28:17.841143+0000 mgr.smithi111.vbmimw (mgr.14718) 1513 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:19 smithi179 conmon[67066]: cluster 2022-01-25T23:28:17.841143+0000 mgr.smithi111.vbmimw (mgr.14718) 1513 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:21 smithi111 conmon[101466]: cluster 2022-01-25T23:28:19.842151+0000 mgr.smithi111.vbmimw (mgr.14718) 1514 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:21.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:21 smithi179 conmon[67066]: cluster 2022-01-25T23:28:19.842151+0000 mgr.smithi111.vbmimw (mgr.14718) 1514 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:23 smithi111 conmon[101466]: cluster 2022-01-25T23:28:21.842857+0000 mgr.smithi111.vbmimw (mgr.14718) 1515 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:23 smithi179 conmon[67066]: cluster 2022-01-25T23:28:21.842857+0000 mgr.smithi111.vbmimw (mgr.14718) 1515 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:24 smithi111 conmon[101466]: audit 2022-01-25T23:28:23.921029+0000 mon.smithi111 (mon.0) 665 : 2022-01-25T23:28:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:24 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:24.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:24 smithi111 conmon[101466]: audit 2022-01-25T23:28:23.922396+0000 mon.smithi111 (mon.0) 666 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:24.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:24 smithi111 conmon[101466]: audit 2022-01-25T23:28:24.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:24 smithi111 conmon[101466]: 2022-01-25T23:28:23.923412+0000 mon.smithi111 (mon.0) 667 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: audit 2022-01-25T23:28:23.921029+0000 mon.smithi111 (mon.0 2022-01-25T23:28:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: ) 665 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: audit 2022-01-25T23:28:23.922396 2022-01-25T23:28:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 666 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: audit 2022 2022-01-25T23:28:24.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: -01-25T23:28:23. 2022-01-25T23:28:24.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: 923412+0000 mon.smithi111 (mon.0) 667 2022-01-25T23:28:24.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:24 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:25 smithi111 conmon[101466]: cluster 2022-01-25T23:28:23.843677+0000 mgr.smithi111.vbmimw (mgr.14718) 1516 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:25 smithi111 conmon[101466]: cephadm 2022-01-25T23:28:23.924193+0000 mgr.smithi111.vbmimw (mgr.14718) 1517 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:25 smithi111 conmon[101466]: audit 2022-01-25T23:28:24.237268+0000 mon.smithi111 (mon.0) 668 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:28:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:25 smithi111 conmon[101466]: audit 2022-01-25T23:28:24.244151+0000 mon.smithi111 (mon.0) 669 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:28:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: cluster 2022-01-25T23:28:23.843677+0000 mgr.smithi111.vbmimw (mgr.14718) 1516 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: cephadm 2022-01-25T23:28:23.924193+0000 mgr.smithi111.vbmimw (mgr.14718) 1517 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: audit 2022-01-25T23:28:24.237268+0000 mon.smithi111 (mon.0) 2022-01-25T23:28:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: 668 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:28:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:28:25.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: 23:28:24.244151+0000 mon.smithi111 (mon.0) 669 : audit [INF] 2022-01-25T23:28:25.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:25 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:28:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:27 smithi111 conmon[101466]: cluster 2022-01-25T23:28:25.844247+0000 mgr.smithi111.vbmimw (mgr.14718) 1518 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:27 smithi179 conmon[67066]: cluster 2022-01-25T23:28:25.844247+0000 mgr.smithi111.vbmimw (mgr.14718) 1518 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:29 smithi111 conmon[101466]: cluster 2022-01-25T23:28:27.844857+0000 mgr.smithi111.vbmimw (mgr.14718) 1519 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:29 smithi179 conmon[67066]: cluster 2022-01-25T23:28:27.844857+0000 mgr.smithi111.vbmimw (mgr.14718) 1519 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:31 smithi111 conmon[101466]: cluster 2022-01-25T23:28:29.845637+0000 mgr.smithi111.vbmimw (mgr.14718) 1520 : cluster 2022-01-25T23:28:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:31 smithi111 conmon[101466]: [DBG] pgmap v1309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:31 smithi179 conmon[67066]: cluster 2022-01-25T23:28:29.845637+0000 mgr.smithi111.vbmimw (mgr.14718) 1520 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:33 smithi111 conmon[101466]: cluster 2022-01-25T23:28:31.846220+0000 mgr.smithi111.vbmimw (mgr.14718) 1521 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:33 smithi179 conmon[67066]: cluster 2022-01-25T23:28:31.846220+0000 mgr.smithi111.vbmimw (mgr.14718) 1521 : cluster [DBG] 2022-01-25T23:28:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:33 smithi179 conmon[67066]: pgmap v1310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:35 smithi111 conmon[101466]: cluster 2022-01-25T23:28:33.846952+0000 mgr.smithi111.vbmimw (mgr.14718) 1522 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:35 smithi179 conmon[67066]: cluster 2022-01-25T23:28:33.846952+0000 mgr.smithi111.vbmimw (mgr.14718) 1522 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:37 smithi111 conmon[101466]: cluster 2022-01-25T23:28:35.847599+0000 mgr.smithi111.vbmimw (mgr.14718) 1523 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:37 smithi179 conmon[67066]: cluster 2022-01-25T23:28:35.847599+0000 mgr.smithi111.vbmimw (mgr.14718) 1523 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:38 smithi111 conmon[101466]: audit 2022-01-25T23:28:37.464357+0000 mon.smithi111 (mon.0) 2022-01-25T23:28:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:38 smithi111 conmon[101466]: 670 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:38 smithi111 conmon[101466]: audit 2022-01-25T23:28:37.464647+0000 mon.smithi111 (mon.0) 671 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:38 smithi179 conmon[67066]: audit 2022-01-25T23:28:37.464357+0000 mon.smithi111 (mon.0) 670 : audit 2022-01-25T23:28:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:38 smithi179 conmon[67066]: audit 2022-01-25T23:28:37.464647+0000 mon.smithi111 (mon.0) 671 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:39 smithi111 conmon[101466]: cluster 2022-01-25T23:28:37.848209+0000 mgr.smithi111.vbmimw (mgr.14718) 1524 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:39 smithi179 conmon[67066]: cluster 2022-01-25T23:28:37.848209+0000 mgr.smithi111.vbmimw (mgr.14718) 1524 : cluster 2022-01-25T23:28:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:39 smithi179 conmon[67066]: [DBG] pgmap v1313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:41 smithi111 conmon[101466]: cluster 2022-01-25T23:28:39.849174+0000 mgr.smithi111.vbmimw (mgr.14718) 1525 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:41 smithi179 conmon[67066]: cluster 2022-01-25T23:28:39.849174+0000 mgr.smithi111.vbmimw (mgr.14718) 1525 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:42.358 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:28:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:42 smithi111 conmon[101466]: cluster 2022-01-25T23:28:41.849683+0000 mgr.smithi111.vbmimw (mgr.14718) 1526 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:42 smithi179 conmon[67066]: cluster 2022-01-25T23:28:41.849683+0000 mgr.smithi111.vbmimw (mgr.14718) 1526 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:42.624 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:42.624 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (50m) 79s ago 51m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:28:42.624 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (42m) 79s ago 51m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:28:42.625 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (42m) 80s ago 51m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:28:42.625 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (50m) 79s ago 51m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:28:42.625 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (46m) 79s ago 46m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:28:42.625 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (46m) 80s ago 46m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:28:42.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (43m) 79s ago 53m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:28:42.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (42m) 80s ago 51m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:28:42.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (42m) 79s ago 53m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:28:42.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (42m) 80s ago 51m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:28:42.627 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (43m) 79s ago 43m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:28:42.627 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (43m) 80s ago 43m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:28:42.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (51m) 79s ago 51m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:28:42.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (50m) 80s ago 50m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:28:42.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (37m) 79s ago 50m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:28:42.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (50m) 79s ago 50m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:28:42.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (49m) 79s ago 49m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:28:42.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (49m) 79s ago 49m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:28:42.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (49m) 80s ago 49m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:28:42.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (48m) 80s ago 48m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:28:42.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (48m) 80s ago 48m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:28:42.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (48m) 80s ago 48m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:28:42.630 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (50m) 79s ago 51m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:28:42.947 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:28:42.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:28:42.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:42.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:42.948 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:28:42.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:42.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:42.949 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:28:42.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:42.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:42.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:42.949 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:28:42.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:42.950 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:28:42.950 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:28:42.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:42.951 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:42.951 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:28:42.951 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:28:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: audit 2022-01-25T23:28:42.347716+0000 mgr.smithi111.vbmimw (mgr.14718) 1527 : 2022-01-25T23:28:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: audit [DBG] from='client.35084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: audit 2022-01-25T23:28:42.616383+0000 mgr.smithi111.vbmimw (mgr.14718) 1528 : audit [DBG] 2022-01-25T23:28:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: from='client.35088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: audit 2022 2022-01-25T23:28:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: -01-25T23:28:42.947447+0000 2022-01-25T23:28:43.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 672 : audit [DBG] from='client.? 172.21.15.111:0/2069111616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:43.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:43 smithi111 conmon[101466]: 2022-01-25T23:28:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:43 smithi179 conmon[67066]: audit 2022-01-25T23:28:42.347716+0000 mgr.smithi111.vbmimw (mgr.14718) 1527 : audit [DBG] 2022-01-25T23:28:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:43 smithi179 conmon[67066]: from='client.35084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:43 smithi179 conmon[67066]: audit 2022-01-25T23:28:42.616383+0000 mgr.smithi111.vbmimw (mgr.14718) 1528 : audit [DBG] from='client.35088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:43 smithi179 conmon[67066]: audit 2022-01-25T23:28 2022-01-25T23:28:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:43 smithi179 conmon[67066]: :42.947447+0000 mon.smithi111 (mon.0) 672 : audit [DBG] from='client.? 172.21.15.111:0/2069111616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:44 smithi179 conmon[67066]: cluster 2022-01-25T23:28:43.850447+0000 mgr.smithi111.vbmimw (mgr.14718) 1529 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:44 smithi111 conmon[101466]: cluster 2022-01-25T23:28:43.850447+0000 mgr.smithi111.vbmimw (mgr.14718) 1529 2022-01-25T23:28:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:44 smithi111 conmon[101466]: : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:46 smithi111 conmon[101466]: cluster 2022-01-25T23:28:45.850999+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:28:47.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:46 smithi111 conmon[101466]: 1530 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:46 smithi179 conmon[67066]: cluster 2022-01-25T23:28:45.850999+0000 mgr.smithi111.vbmimw (mgr.14718) 1530 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:49 smithi179 conmon[67066]: cluster 2022-01-25T23:28:47.851627+0000 mgr.smithi111.vbmimw (mgr.14718) 1531 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:49 smithi111 conmon[101466]: cluster 2022-01-25T23:28:47.851627+0000 mgr.smithi111.vbmimw (mgr.14718) 1531 2022-01-25T23:28:49.489 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:49 smithi111 conmon[101466]: : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:51.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:51 smithi179 conmon[67066]: cluster 2022-01-25T23:28:49.852536+0000 mgr.smithi111.vbmimw (mgr.14718) 1532 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:51 smithi111 conmon[101466]: cluster 2022-01-25T23:28:49.852536+0000 mgr.smithi111.vbmimw (mgr.14718) 1532 : cluster 2022-01-25T23:28:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:51 smithi111 conmon[101466]: [DBG] pgmap v1319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:53.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:53 smithi179 conmon[67066]: cluster 2022-01-25T23:28:51.853187+0000 mgr.smithi111.vbmimw (mgr.14718) 1533 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:53.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:53 smithi111 conmon[101466]: cluster 2022-01-25T23:28:51.853187+0000 mgr.smithi111.vbmimw (mgr.14718) 1533 : cluster [DBG] 2022-01-25T23:28:53.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:53 smithi111 conmon[101466]: pgmap v1320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:55.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:55 smithi179 conmon[67066]: cluster 2022-01-25T23:28:53.854138+0000 mgr.smithi111.vbmimw (mgr.14718) 1534 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:55 smithi111 conmon[101466]: cluster 2022-01-25T23:28:53.854138+0000 mgr.smithi111.vbmimw (mgr.14718) 1534 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:57.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:57 smithi179 conmon[67066]: cluster 2022-01-25T23:28:55.854763+0000 mgr.smithi111.vbmimw (mgr.14718) 1535 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:57 smithi111 conmon[101466]: cluster 2022-01-25T23:28:55.854763+0000 mgr.smithi111.vbmimw (mgr.14718) 1535 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:57 smithi111 conmon[101466]: 2022-01-25T23:28:59.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:28:59 smithi179 conmon[67066]: cluster 2022-01-25T23:28:57.855280+0000 mgr.smithi111.vbmimw (mgr.14718) 1536 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:59 smithi111 conmon[101466]: cluster 2022-01-25T23:28:57.855280+0000 mgr.smithi111.vbmimw (mgr.14718) 1536 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:28:59 smithi111 conmon[101466]: 2022-01-25T23:29:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:01 smithi179 conmon[67066]: cluster 2022-01-25T23:28:59.856124+0000 mgr.smithi111.vbmimw (mgr.14718) 1537 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:01.549 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:01 smithi111 conmon[101466]: cluster 2022-01-25T23:28:59.856124+0000 mgr.smithi111.vbmimw (mgr.14718) 1537 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:01.549 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:01 smithi111 conmon[101466]: 2022-01-25T23:29:03.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:03 smithi179 conmon[67066]: cluster 2022-01-25T23:29:01.856723+0000 mgr.smithi111.vbmimw (mgr.14718) 1538 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:03 smithi111 conmon[101466]: cluster 2022-01-25T23:29:01.856723+0000 mgr.smithi111.vbmimw (mgr.14718) 1538 : cluster [DBG] 2022-01-25T23:29:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:03 smithi111 conmon[101466]: pgmap v1325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:05 smithi179 conmon[67066]: cluster 2022-01-25T23:29:03.857450+0000 mgr.smithi111.vbmimw (mgr.14718) 1539 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:05 smithi111 conmon[101466]: cluster 2022-01-25T23:29:03.857450+0000 mgr.smithi111.vbmimw (mgr.14718) 1539 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:07 smithi179 conmon[67066]: cluster 2022-01-25T23:29:05.858060+0000 mgr.smithi111.vbmimw (mgr.14718) 1540 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:07 smithi179 conmon[67066]: 2022-01-25T23:29:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:07 smithi111 conmon[101466]: cluster 2022-01-25T23:29:05.858060+0000 mgr.smithi111.vbmimw (mgr.14718) 1540 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:09 smithi179 conmon[67066]: cluster 2022-01-25T23:29:07.858568+0000 mgr.smithi111.vbmimw (mgr.14718) 1541 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:09 smithi111 conmon[101466]: cluster 2022-01-25T23:29:07.858568+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:29:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:09 smithi111 conmon[101466]: 14718) 1541 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:11 smithi179 conmon[67066]: cluster 2022-01-25T23:29:09.859343+0000 mgr.smithi111.vbmimw (mgr.14718) 1542 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:11 smithi111 conmon[101466]: cluster 2022-01-25T23:29:09.859343+0000 mgr.smithi111.vbmimw (mgr.14718) 1542 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:13.246 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:29:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:13 smithi179 conmon[67066]: cluster 2022-01-25T23:29:11.859874+0000 mgr.smithi111.vbmimw (mgr.14718) 1543 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:13 smithi111 conmon[101466]: cluster 2022-01-25T23:29:11.859874+0000 mgr.smithi111.vbmimw (mgr.14718) 1543 : cluster 2022-01-25T23:29:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:13 smithi111 conmon[101466]: [DBG] pgmap v1330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:13.512 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:13.513 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (51m) 109s ago 52m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:29:13.513 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (42m) 109s ago 52m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:29:13.513 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (42m) 111s ago 51m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:29:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (51m) 109s ago 52m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:29:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (47m) 109s ago 47m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:29:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (47m) 111s ago 47m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:29:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (43m) 109s ago 53m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:29:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (43m) 111s ago 51m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:29:13.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (43m) 109s ago 53m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:29:13.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (43m) 111s ago 51m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:29:13.515 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (43m) 109s ago 43m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:29:13.515 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (43m) 111s ago 43m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:29:13.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (52m) 109s ago 52m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:29:13.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (51m) 111s ago 51m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:29:13.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (38m) 109s ago 51m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:29:13.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (50m) 109s ago 50m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:29:13.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (50m) 109s ago 50m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:29:13.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (50m) 109s ago 50m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:29:13.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (49m) 111s ago 49m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:29:13.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (49m) 111s ago 49m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:29:13.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (49m) 111s ago 49m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:29:13.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (48m) 111s ago 48m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:29:13.518 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (50m) 109s ago 51m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:29:13.831 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:29:13.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:29:13.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:13.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:13.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:29:13.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:13.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:13.833 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:29:13.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:13.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:13.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:13.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:29:13.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:13.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:13.835 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:29:13.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:13.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:13.836 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:29:13.837 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:29:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:14 smithi179 conmon[67066]: audit 2022-01-25T23:29:13.831615+0000 mon.smithi111 (mon.0) 673 : audit [DBG] from='client.? 172.21.15.111:0/609637323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:14 smithi111 conmon[101466]: audit 2022-01-25T23:29:13.831615+0000 mon.smithi111 (mon.0) 2022-01-25T23:29:14.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:14 smithi111 conmon[101466]: 673 : audit [DBG] from='client.? 172.21.15.111:0/609637323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:15.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:15 smithi179 conmon[67066]: audit 2022-01-25T23:29:13.234972+0000 mgr.smithi111.vbmimw (mgr.14718) 1544 : audit [DBG] from='client.35096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:15.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:15 smithi179 conmon[67066]: audit 2022-01-25T23:29:13.504703+0000 mgr.smithi111.vbmimw (mgr.14718) 1545 : audit [DBG] from='client.35100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:15.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:15 smithi179 conmon[67066]: cluster 2022-01-25T23:29:13.860492+0000 mgr.smithi111.vbmimw (mgr.14718) 1546 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:15 smithi111 conmon[101466]: audit 2022-01-25T23:29:13.234972+0000 mgr.smithi111.vbmimw (mgr.14718) 1544 : audit [DBG] from='client.35096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:15 smithi111 conmon[101466]: audit 2022-01-25T23:29:13.504703+0000 mgr.smithi111.vbmimw (mgr.14718) 1545 : audit [DBG] from='client.35100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:15 smithi111 conmon[101466]: cluster 2022-01-25T23:29:13.860492+0000 mgr.smithi111.vbmimw (mgr.14718) 1546 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:17 smithi179 conmon[67066]: cluster 2022-01-25T23:29:15.861014+0000 mgr.smithi111.vbmimw (mgr.14718) 1547 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:17 smithi111 conmon[101466]: cluster 2022-01-25T23:29:15.861014+0000 mgr.smithi111.vbmimw (mgr.14718) 1547 : cluster [DBG] 2022-01-25T23:29:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:17 smithi111 conmon[101466]: pgmap v1332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:19 smithi179 conmon[67066]: cluster 2022-01-25T23:29:17.861566+0000 mgr.smithi111.vbmimw (mgr.14718) 1548 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:19 smithi111 conmon[101466]: cluster 2022-01-25T23:29:17.861566+0000 mgr.smithi111.vbmimw (mgr.14718) 1548 2022-01-25T23:29:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:19 smithi111 conmon[101466]: : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:21 smithi179 conmon[67066]: cluster 2022-01-25T23:29:19.862414+0000 mgr.smithi111.vbmimw (mgr.14718) 1549 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:21 smithi179 conmon[67066]: 2022-01-25T23:29:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:21 smithi111 conmon[101466]: cluster 2022-01-25T23:29:19.862414+0000 mgr.smithi111.vbmimw (mgr.14718) 1549 : cluster 2022-01-25T23:29:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:21 smithi111 conmon[101466]: [DBG] pgmap v1334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:23 smithi179 conmon[67066]: cluster 2022-01-25T23:29:21.863089+0000 mgr.smithi111.vbmimw (mgr.14718) 1550 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:23 smithi111 conmon[101466]: cluster 2022-01-25T23:29:21.863089+0000 mgr.smithi111.vbmimw (mgr.14718) 1550 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: cluster 2022-01-25T23:29:23.863990+0000 mgr.smithi111.vbmimw (mgr.14718) 1551 2022-01-25T23:29:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23:29:24.246595+0000 mon.smithi111 (mon.0) 674 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23:29:24.247906+0000 mon.smithi111 (mon.0) 675 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23:29:24.248745+0000 mon.smithi111 (mon.0) 2022-01-25T23:29:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: 676 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23:29:24.511600+0000 mon.smithi111 (mon. 2022-01-25T23:29:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: 0) 677 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23:29:24 2022-01-25T23:29:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: .805905+0000 mon.smithi111 (mon.0) 678 : audit 2022-01-25T23:29:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:29:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: 29:24.813264+0000 mon.smithi111 (mon.0) 2022-01-25T23:29:25.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:25 smithi179 conmon[67066]: 679 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: cluster 2022-01-25T23:29:23.863990+0000 mgr.smithi111.vbmimw (mgr.14718) 1551 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01-25T23:29:24.246595+0000 mon.smithi111 (mon.0) 674 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01-25T23:29:24.247906+0000 mon.smithi111 (mon.0) 675 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01-25T23:29:24.248745+0000 mon.smithi111 (mon.0) 676 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01-25T23:29:24.511600+0000 mon.smithi111 (mon.0) 677 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:25.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01-25T23:29:24.805905+0000 mon.smithi111 (mon.0) 678 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:25.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:29:25.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: 25T23:29:24.813264+0000 mon.smithi111 ( 2022-01-25T23:29:25.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:25 smithi111 conmon[101466]: mon.0) 679 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:29:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:26 smithi179 conmon[67066]: cephadm 2022-01-25T23:29:24.249509+0000 mgr.smithi111.vbmimw (mgr.14718) 1552 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:26 smithi111 conmon[101466]: cephadm 2022-01-25T23:29:24.249509+0000 mgr.smithi111.vbmimw (mgr.14718) 1552 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:27 smithi179 conmon[67066]: cluster 2022-01-25T23:29:25.864524+0000 mgr.smithi111.vbmimw (mgr.14718) 1553 : cluster 2022-01-25T23:29:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:27 smithi179 conmon[67066]: [DBG] pgmap v1337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:27 smithi111 conmon[101466]: cluster 2022-01-25T23:29:25.864524+0000 mgr.smithi111.vbmimw (mgr.14718) 1553 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:29 smithi111 conmon[101466]: cluster 2022-01-25T23:29:27.865040+0000 mgr.smithi111.vbmimw (mgr.14718) 1554 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:29 smithi179 conmon[67066]: cluster 2022-01-25T23:29:27.865040+0000 mgr.smithi111.vbmimw (mgr.14718) 1554 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:31 smithi111 conmon[101466]: cluster 2022-01-25T23:29:29.865772+0000 mgr.smithi111.vbmimw (mgr.14718) 1555 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:31 smithi179 conmon[67066]: cluster 2022-01-25T23:29:29.865772+0000 mgr.smithi111.vbmimw (mgr.14718) 1555 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:33 smithi111 conmon[101466]: cluster 2022-01-25T23:29:31.866347+0000 mgr.smithi111.vbmimw (mgr.14718) 1556 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:33 smithi179 conmon[67066]: cluster 2022-01-25T23:29:31.866347+0000 mgr.smithi111.vbmimw (mgr.14718) 1556 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:35 smithi111 conmon[101466]: cluster 2022-01-25T23:29:33.867235+0000 mgr.smithi111.vbmimw (mgr.14718) 1557 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:35 smithi179 conmon[67066]: cluster 2022-01-25T23:29:33.867235+0000 mgr.smithi111.vbmimw (mgr.14718) 1557 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:37 smithi111 conmon[101466]: cluster 2022-01-25T23:29:35.867826+0000 mgr.smithi111.vbmimw (mgr.14718) 1558 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:37 smithi179 conmon[67066]: cluster 2022-01-25T23:29:35.867826+0000 mgr.smithi111.vbmimw (mgr.14718) 1558 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:38 smithi111 conmon[101466]: audit 2022-01-25T23:29:37.467351+0000 mon.smithi111 (mon.0) 680 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:38 smithi111 conmon[101466]: audit 2022-01-25T23:29:37.467869+0000 mon.smithi111 (mon.0) 681 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:38 smithi179 conmon[67066]: audit 2022-01-25T23:29:37.467351+0000 mon.smithi111 (mon.0) 680 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:38 smithi179 conmon[67066]: audit 2022-01-25T23:29:37.467869+0000 mon.smithi111 (mon.0) 681 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:39 smithi111 conmon[101466]: cluster 2022-01-25T23:29:37.868358+0000 mgr.smithi111.vbmimw (mgr.14718) 1559 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:39 smithi179 conmon[67066]: cluster 2022-01-25T23:29:37.868358+0000 mgr.smithi111.vbmimw (mgr.14718) 1559 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:39 smithi179 conmon[67066]: 2022-01-25T23:29:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:41 smithi111 conmon[101466]: cluster 2022-01-25T23:29:39.869162+0000 mgr.smithi111.vbmimw (mgr.14718) 1560 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:41 smithi179 conmon[67066]: cluster 2022-01-25T23:29:39.869162+0000 mgr.smithi111.vbmimw (mgr.14718) 1560 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:43 smithi111 conmon[101466]: cluster 2022-01-25T23:29:41.869746+0000 mgr.smithi111.vbmimw (mgr.14718) 1561 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:43 smithi179 conmon[67066]: cluster 2022-01-25T23:29:41.869746+0000 mgr.smithi111.vbmimw (mgr.14718) 1561 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:44.129 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:29:44.397 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:44.398 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (51m) 2m ago 53m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:29:44.398 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (43m) 2m ago 52m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:29:44.398 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (43m) 2m ago 52m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:29:44.399 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (51m) 2m ago 52m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:29:44.399 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (47m) 2m ago 47m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:29:44.399 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (47m) 2m ago 47m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:29:44.399 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (44m) 2m ago 54m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:29:44.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (43m) 2m ago 52m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:29:44.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (43m) 2m ago 54m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:29:44.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (43m) 2m ago 52m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:29:44.400 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (44m) 2m ago 44m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:29:44.400 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (44m) 2m ago 44m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:29:44.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (52m) 2m ago 52m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:29:44.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (52m) 2m ago 52m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:29:44.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (38m) 2m ago 51m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:29:44.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (51m) 2m ago 51m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:29:44.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (50m) 2m ago 50m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:29:44.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (50m) 2m ago 50m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:29:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (50m) 2m ago 50m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:29:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (49m) 2m ago 49m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:29:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (49m) 2m ago 49m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:29:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (49m) 2m ago 49m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:29:44.403 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (51m) 2m ago 52m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:29:44.719 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:29:44.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:29:44.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:44.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:44.720 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:29:44.720 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:44.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:44.721 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:29:44.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:44.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:44.721 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:44.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:29:44.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:44.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:29:44.723 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:29:44.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:44.724 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:44.724 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:29:44.724 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:29:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:45 smithi111 conmon[101466]: cluster 2022-01-25T23:29:43.870479+0000 mgr.smithi111.vbmimw (mgr.14718) 1562 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:45 smithi111 conmon[101466]: audit 2022-01-25T23:29:44.118859+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:29:45.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:45 smithi111 conmon[101466]: 14718) 1563 : audit [DBG] from='client.35108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:45.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:45 smithi111 conmon[101466]: audit 2022-01-25T23:29:44.718871+0000 mon.smithi111 (mon.0) 682 : audit [DBG] from='client.? 172.21.15.111:0/3249366578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:45 smithi179 conmon[67066]: cluster 2022-01-25T23:29:43.870479+0000 mgr.smithi111.vbmimw (mgr.14718) 1562 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:45 smithi179 conmon[67066]: audit 2022-01-25T23:29:44.118859+0000 mgr.smithi111.vbmimw (mgr.14718) 1563 : audit [DBG] from='client.35108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:45 smithi179 conmon[67066]: audit 2022-01-25T23:29:44.718871+0000 mon.smithi111 (mon.0) 682 : 2022-01-25T23:29:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:45 smithi179 conmon[67066]: audit [DBG] from='client.? 172.21.15.111:0/3249366578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:46 smithi111 conmon[101466]: audit 2022-01-25T23:29:44.389772+0000 mgr.smithi111.vbmimw (mgr.14718) 1564 : audit [DBG] from='client.35112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:46.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:46 smithi179 conmon[67066]: audit 2022-01-25T23:29:44.389772+0000 mgr.smithi111.vbmimw (mgr.14718) 1564 : audit [DBG] from='client.35112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:46.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:46 smithi179 conmon[67066]: 2022-01-25T23:29:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:47 smithi111 conmon[101466]: cluster 2022-01-25T23:29:45.871018+0000 mgr.smithi111.vbmimw (mgr.14718) 1565 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:47 smithi179 conmon[67066]: cluster 2022-01-25T23:29:45.871018+0000 mgr.smithi111.vbmimw (mgr.14718) 1565 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:49 smithi111 conmon[101466]: cluster 2022-01-25T23:29:47.871442+0000 mgr.smithi111.vbmimw (mgr.14718) 1566 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:49 smithi179 conmon[67066]: cluster 2022-01-25T23:29:47.871442+0000 mgr.smithi111.vbmimw (mgr.14718) 1566 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:51 smithi111 conmon[101466]: cluster 2022-01-25T23:29:49.872422+0000 mgr.smithi111.vbmimw (mgr.14718) 1567 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:51 smithi179 conmon[67066]: cluster 2022-01-25T23:29:49.872422+0000 mgr.smithi111.vbmimw (mgr.14718) 1567 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:53 smithi111 conmon[101466]: cluster 2022-01-25T23:29:51.872883+0000 mgr.smithi111.vbmimw (mgr.14718) 1568 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:53 smithi179 conmon[67066]: cluster 2022-01-25T23:29:51.872883+0000 mgr.smithi111.vbmimw (mgr.14718) 1568 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:55 smithi111 conmon[101466]: cluster 2022-01-25T23:29:53.873564+0000 mgr.smithi111.vbmimw (mgr.14718) 1569 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:55 smithi179 conmon[67066]: cluster 2022-01-25T23:29:53.873564+0000 mgr.smithi111.vbmimw (mgr.14718) 1569 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:57 smithi111 conmon[101466]: cluster 2022-01-25T23:29:55.874236+0000 mgr.smithi111.vbmimw (mgr.14718) 1570 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:57 smithi179 conmon[67066]: cluster 2022-01-25T23:29:55.874236+0000 mgr.smithi111.vbmimw (mgr.14718) 1570 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:59 smithi111 conmon[101466]: cluster 2022-01-25T23:29:57.874756+0000 mgr.smithi111.vbmimw (mgr.14718) 1571 : cluster [DBG] 2022-01-25T23:29:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:29:59 smithi111 conmon[101466]: pgmap v1353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:29:59 smithi179 conmon[67066]: cluster 2022-01-25T23:29:57.874756+0000 mgr.smithi111.vbmimw (mgr.14718) 1571 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:00 smithi111 conmon[101466]: cluster 2022-01-25T23:30:00.000136+0000 mon.smithi111 (mon.0) 683 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:30:00.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:00 smithi179 conmon[67066]: cluster 2022-01-25T23:30:00.000136+0000 mon.smithi111 (mon.0) 683 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:30:00.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:00 smithi179 conmon[67066]: 2022-01-25T23:30:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:01 smithi111 conmon[101466]: cluster 2022-01-25T23:29:59.875641+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:30:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:01 smithi111 conmon[101466]: .14718) 1572 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:01 smithi179 conmon[67066]: cluster 2022-01-25T23:29:59.875641+0000 mgr.smithi111.vbmimw (mgr.14718) 1572 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:02 smithi111 conmon[101466]: cluster 2022-01-25T23:30:01.876229+0000 mgr.smithi111.vbmimw (mgr.14718) 1573 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:02.699 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:02 smithi179 conmon[67066]: cluster 2022-01-25T23:30:01.876229+0000 mgr.smithi111.vbmimw (mgr.14718) 1573 : cluster [DBG] 2022-01-25T23:30:02.699 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:02 smithi179 conmon[67066]: pgmap v1355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:05 smithi179 conmon[67066]: cluster 2022-01-25T23:30:03.877099+0000 mgr.smithi111.vbmimw (mgr.14718) 1574 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:05 smithi111 conmon[101466]: cluster 2022-01-25T23:30:03.877099+0000 mgr.smithi111.vbmimw (mgr.14718) 1574 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:07 smithi179 conmon[67066]: cluster 2022-01-25T23:30:05.877780+0000 mgr.smithi111.vbmimw (mgr.14718) 1575 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:07.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:07 smithi111 conmon[101466]: cluster 2022-01-25T23:30:05.877780+0000 mgr.smithi111.vbmimw (mgr.14718) 1575 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:09 smithi179 conmon[67066]: cluster 2022-01-25T23:30:07.878279+0000 mgr.smithi111.vbmimw (mgr.14718) 1576 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:09 smithi111 conmon[101466]: cluster 2022-01-25T23:30:07.878279+0000 mgr.smithi111.vbmimw (mgr.14718) 1576 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:11.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:11 smithi179 conmon[67066]: cluster 2022-01-25T23:30:09.879012+0000 mgr.smithi111.vbmimw (mgr.14718) 1577 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:11 smithi111 conmon[101466]: cluster 2022-01-25T23:30:09.879012+0000 mgr.smithi111.vbmimw (mgr.14718) 1577 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:13 smithi179 conmon[67066]: cluster 2022-01-25T23:30:11.879445+0000 mgr.smithi111.vbmimw (mgr.14718) 1578 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:13 smithi111 conmon[101466]: cluster 2022-01-25T23:30:11.879445+0000 mgr.smithi111.vbmimw (mgr.14718) 1578 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:15.020 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:30:15.288 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:15.288 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (52m) 2m ago 53m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:30:15.289 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (43m) 2m ago 53m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:30:15.289 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (43m) 2m ago 52m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:30:15.289 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (52m) 2m ago 53m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:30:15.289 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (48m) 2m ago 48m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:30:15.290 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (48m) 2m ago 48m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:30:15.290 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (44m) 2m ago 54m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:30:15.290 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (44m) 2m ago 52m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:30:15.290 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (44m) 2m ago 54m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:30:15.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (44m) 2m ago 52m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:30:15.291 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (45m) 2m ago 45m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:30:15.291 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (44m) 2m ago 44m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:30:15.291 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (53m) 2m ago 53m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:30:15.292 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (52m) 2m ago 52m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:30:15.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (39m) 2m ago 52m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:30:15.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (51m) 2m ago 51m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:30:15.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (51m) 2m ago 51m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:30:15.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (51m) 2m ago 51m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:30:15.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (50m) 2m ago 50m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:30:15.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (50m) 2m ago 50m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:30:15.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (50m) 2m ago 50m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:30:15.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (49m) 2m ago 49m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:30:15.294 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (51m) 2m ago 52m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:30:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:15 smithi179 conmon[67066]: cluster 2022-01-25T23:30:13.880178+0000 mgr.smithi111.vbmimw (mgr.14718) 1579 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:15 smithi111 conmon[101466]: cluster 2022-01-25T23:30:13.880178+0000 mgr.smithi111.vbmimw (mgr.14718) 1579 : cluster [DBG] 2022-01-25T23:30:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:15 smithi111 conmon[101466]: pgmap v1361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:15.607 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:30:15.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:30:15.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:15.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:15.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:30:15.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:15.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:15.609 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:30:15.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:15.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:15.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:15.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:30:15.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:15.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:15.611 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:30:15.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:15.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:15.611 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:30:15.612 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:30:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:16 smithi179 conmon[67066]: audit 2022-01-25T23:30:15.009451+0000 mgr.smithi111.vbmimw (mgr.14718) 1580 : audit 2022-01-25T23:30:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:16 smithi179 conmon[67066]: [DBG] from='client.35120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:16 smithi179 conmon[67066]: audit 2022-01-25T23:30:15.608418+0000 mon.smithi111 (mon.0) 684 : audit [DBG] from='client.? 172.21.15.111:0/2797458098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:16 smithi111 conmon[101466]: audit 2022-01-25T23:30:15.009451+0000 mgr.smithi111.vbmimw (mgr.14718) 1580 2022-01-25T23:30:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:16 smithi111 conmon[101466]: : audit [DBG] from='client.35120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:16 smithi111 conmon[101466]: audit 2022-01-25T23:30:15.608418+0000 mon.smithi111 (mon.0) 684 : audit [DBG] from='client.? 172.21.15.111:0/2797458098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:17 smithi179 conmon[67066]: audit 2022-01-25T23:30:15.280331+0000 mgr.smithi111.vbmimw (mgr.14718) 1581 : audit [DBG] from='client.35124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:17 smithi179 conmon[67066]: cluster 2022-01-25T23:30:15.880761+0000 mgr.smithi111.vbmimw (mgr.14718) 1582 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:17 smithi111 conmon[101466]: audit 2022-01-25T23:30:15.280331+0000 mgr.smithi111.vbmimw (mgr.14718) 1581 : audit [DBG] 2022-01-25T23:30:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:17 smithi111 conmon[101466]: from='client.35124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:17 smithi111 conmon[101466]: cluster 2022-01-25T23:30:15.880761+0000 mgr.smithi111.vbmimw (mgr.14718) 1582 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:19 smithi179 conmon[67066]: cluster 2022-01-25T23:30:17.881340+0000 mgr.smithi111.vbmimw (mgr.14718) 1583 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:19 smithi111 conmon[101466]: cluster 2022-01-25T23:30:17.881340+0000 mgr.smithi111.vbmimw (mgr.14718) 1583 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:21 smithi179 conmon[67066]: cluster 2022-01-25T23:30:19.882235+0000 mgr.smithi111.vbmimw (mgr.14718) 1584 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:21 smithi111 conmon[101466]: cluster 2022-01-25T23:30:19.882235+0000 mgr.smithi111.vbmimw (mgr.14718) 1584 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:23 smithi179 conmon[67066]: cluster 2022-01-25T23:30:21.882934+0000 mgr.smithi111.vbmimw (mgr.14718) 1585 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:23 smithi179 conmon[67066]: 2022-01-25T23:30:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:23 smithi111 conmon[101466]: cluster 2022-01-25T23:30:21.882934+0000 mgr.smithi111.vbmimw (mgr.14718) 1585 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: cluster 2022-01-25T23:30:23.883586+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:30:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: 1586 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: audit 2022-01-25T23:30:24.815770+0000 mon.smithi111 (mon.0) 685 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:30:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: -25T23:30:24.817293+0000 mon.smithi111 (mon.0) 686 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:30:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:25 smithi179 conmon[67066]: 01-25T23:30:24.818131+0000 mon.smithi111 (mon.0) 687 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:25 smithi111 conmon[101466]: cluster 2022-01-25T23:30:23.883586+0000 mgr.smithi111.vbmimw (mgr.14718) 1586 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:25 smithi111 conmon[101466]: audit 2022-01-25T23:30:24.815770+0000 mon.smithi111 (mon.0) 685 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:25 smithi111 conmon[101466]: audit 2022-01-25T23:30:24.817293+0000 mon.smithi111 (mon.0) 686 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:25 smithi111 conmon[101466]: audit 2022-01-25T23:30:24.818131+0000 mon.smithi111 (mon.0) 687 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:26 smithi111 conmon[101466]: cephadm 2022-01-25T23:30:24.818873+0000 mgr.smithi111.vbmimw (mgr.14718) 1587 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:26 smithi111 conmon[101466]: audit 2022-01-25T23:30:25.118592+0000 mon.smithi111 (mon.0) 688 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:30:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:26 smithi111 conmon[101466]: audit 2022-01-25T23:30:25.123675+0000 mon.smithi111 (mon.0) 689 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:30:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:26 smithi179 conmon[67066]: cephadm 2022-01-25T23:30:24.818873+0000 mgr.smithi111.vbmimw (mgr.14718) 1587 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:26 smithi179 conmon[67066]: audit 2022-01-25T23:30:25.118592+0000 mon.smithi111 (mon.0) 688 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:30:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:26 smithi179 conmon[67066]: audit 2022-01-25T23:30:25.123675+0000 mon.smithi111 (mon 2022-01-25T23:30:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:26 smithi179 conmon[67066]: .0) 689 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:30:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:27 smithi111 conmon[101466]: cluster 2022-01-25T23:30:25.884143+0000 mgr.smithi111.vbmimw (mgr.14718) 1588 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:27 smithi179 conmon[67066]: cluster 2022-01-25T23:30:25.884143+0000 mgr.smithi111.vbmimw (mgr.14718) 1588 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:29 smithi111 conmon[101466]: cluster 2022-01-25T23:30:27.884624+0000 mgr.smithi111.vbmimw (mgr.14718) 1589 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:29 smithi111 conmon[101466]: 2022-01-25T23:30:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:29 smithi179 conmon[67066]: cluster 2022-01-25T23:30:27.884624+0000 mgr.smithi111.vbmimw (mgr.14718) 1589 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:29 smithi179 conmon[67066]: 2022-01-25T23:30:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:31 smithi111 conmon[101466]: cluster 2022-01-25T23:30:29.885476+0000 mgr.smithi111.vbmimw (mgr.14718) 1590 : cluster [DBG] 2022-01-25T23:30:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:31 smithi111 conmon[101466]: pgmap v1369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:31 smithi179 conmon[67066]: cluster 2022-01-25T23:30:29.885476+0000 mgr.smithi111.vbmimw (mgr.14718) 1590 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:33 smithi111 conmon[101466]: cluster 2022-01-25T23:30:31.886171+0000 mgr.smithi111.vbmimw (mgr.14718) 1591 : cluster [DBG] 2022-01-25T23:30:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:33 smithi111 conmon[101466]: pgmap v1370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:33 smithi179 conmon[67066]: cluster 2022-01-25T23:30:31.886171+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:30:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:33 smithi179 conmon[67066]: ) 1591 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:35 smithi111 conmon[101466]: cluster 2022-01-25T23:30:33.887055+0000 mgr.smithi111.vbmimw (mgr.14718) 1592 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:35 smithi179 conmon[67066]: cluster 2022-01-25T23:30:33.887055+0000 mgr.smithi111.vbmimw (mgr.14718) 1592 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:37 smithi111 conmon[101466]: cluster 2022-01-25T23:30:35.887648+0000 mgr.smithi111.vbmimw (mgr.14718) 1593 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:37 smithi179 conmon[67066]: cluster 2022-01-25T23:30:35.887648+0000 mgr.smithi111.vbmimw (mgr.14718) 1593 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:38 smithi111 conmon[101466]: audit 2022-01-25T23:30:37.472237+0000 mon.smithi111 (mon.0) 690 : audit 2022-01-25T23:30:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:38 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:38 smithi111 conmon[101466]: audit 2022-01-25T23:30:37.472528+0000 mon.smithi111 (mon.0) 691 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:38 smithi179 conmon[67066]: audit 2022-01-25T23:30:37.472237+0000 mon.smithi111 (mon.0) 690 : audit [INF] 2022-01-25T23:30:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:38 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:38 smithi179 conmon[67066]: audit 2022-01-25T23:30:37.472528+0000 mon.smithi111 (mon.0) 691 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:39 smithi111 conmon[101466]: cluster 2022-01-25T23:30:37.888104+0000 mgr.smithi111.vbmimw (mgr.14718) 1594 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:39 smithi179 conmon[67066]: cluster 2022-01-25T23:30:37.888104+0000 mgr.smithi111.vbmimw (mgr.14718) 1594 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:41 smithi111 conmon[101466]: cluster 2022-01-25T23:30:39.888802+0000 mgr.smithi111.vbmimw (mgr.14718) 1595 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:41 smithi179 conmon[67066]: cluster 2022-01-25T23:30:39.888802+0000 mgr.smithi111.vbmimw (mgr.14718) 1595 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:43 smithi111 conmon[101466]: cluster 2022-01-25T23:30:41.889417+0000 mgr.smithi111.vbmimw (mgr.14718) 1596 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:43 smithi179 conmon[67066]: cluster 2022-01-25T23:30:41.889417+0000 mgr.smithi111.vbmimw (mgr.14718) 1596 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:45 smithi111 conmon[101466]: cluster 2022-01-25T23:30:43.890231+0000 mgr.smithi111.vbmimw (mgr.14718) 1597 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:45 smithi179 conmon[67066]: cluster 2022-01-25T23:30:43.890231+0000 mgr.smithi111.vbmimw (mgr.14718) 1597 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:45.907 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:30:46.173 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:46.173 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (52m) 3m ago 54m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:30:46.174 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (44m) 3m ago 53m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:30:46.174 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (44m) 3m ago 53m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:30:46.174 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (52m) 3m ago 53m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:30:46.174 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (48m) 3m ago 48m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:30:46.175 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (48m) 3m ago 48m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:30:46.175 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (45m) 3m ago 55m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:30:46.176 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (44m) 3m ago 53m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:30:46.176 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (44m) 3m ago 55m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:30:46.176 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (44m) 3m ago 53m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:30:46.176 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (45m) 3m ago 45m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:30:46.176 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (45m) 3m ago 45m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:30:46.177 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (53m) 3m ago 53m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:30:46.177 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (53m) 3m ago 53m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:30:46.177 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (39m) 3m ago 52m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:30:46.177 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (52m) 3m ago 52m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:30:46.178 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (51m) 3m ago 51m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:30:46.178 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (51m) 3m ago 51m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:30:46.178 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (51m) 3m ago 51m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:30:46.178 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (50m) 3m ago 50m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:30:46.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (50m) 3m ago 50m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:30:46.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (50m) 3m ago 50m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:30:46.179 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (52m) 3m ago 53m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:30:46.490 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:30:46.491 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:30:46.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:46.491 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:46.492 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:30:46.492 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:46.492 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:46.492 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:30:46.492 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:46.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:46.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:46.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:30:46.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:46.494 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:30:46.494 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:30:46.494 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:46.494 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:46.495 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:30:46.495 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:30:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:47 smithi111 conmon[101466]: cluster 2022-01-25T23:30:45.890674+0000 mgr.smithi111.vbmimw (mgr.14718) 1598 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:47 smithi111 conmon[101466]: audit 2022-01-25T23:30:45.896147 2022-01-25T23:30:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:47 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1599 : audit [DBG] from='client.35132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:47 smithi111 conmon[101466]: audit 2022-01-25T23:30:46.164861+0000 mgr.smithi111.vbmimw (mgr.14718) 1600 : audit [DBG] from='client.35136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:47.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:47 smithi111 conmon[101466]: audit 2022-01-25T23:30:46.491485+0000 mon.smithi111 (mon.0) 692 : audit [DBG] from='client.? 172.21.15.111:0/313686712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:47 smithi179 conmon[67066]: cluster 2022-01-25T23:30:45.890674+0000 mgr.smithi111.vbmimw (mgr.14718) 1598 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:47 smithi179 conmon[67066]: audit 2022-01-25T23:30:45.896147+0000 mgr.smithi111.vbmimw (mgr.14718) 1599 : audit [DBG] from='client.35132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:47.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:47 smithi179 conmon[67066]: audit 2022-01-25T23:30:46.164861+0000 mgr.smithi111.vbmimw (mgr.14718) 1600 : audit [DBG] from='client.35136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:47.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:47 smithi179 conmon[67066]: audit 2022-01-25T23:30:46.491485+0000 mon.smithi111 (mon 2022-01-25T23:30:47.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:47 smithi179 conmon[67066]: .0) 692 : audit [DBG] from='client.? 172.21.15.111:0/313686712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:49 smithi111 conmon[101466]: cluster 2022-01-25T23:30:47.891326+0000 mgr.smithi111.vbmimw (mgr.14718) 1601 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:49 smithi179 conmon[67066]: cluster 2022-01-25T23:30:47.891326+0000 mgr.smithi111.vbmimw (mgr.14718) 1601 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:51 smithi111 conmon[101466]: cluster 2022-01-25T23:30:49.892383+0000 mgr.smithi111.vbmimw (mgr.14718) 1602 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:51 smithi179 conmon[67066]: cluster 2022-01-25T23:30:49.892383+0000 mgr.smithi111.vbmimw (mgr.14718) 1602 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:53 smithi111 conmon[101466]: cluster 2022-01-25T23:30:51.892879+0000 mgr.smithi111.vbmimw (mgr.14718) 1603 : cluster [DBG] 2022-01-25T23:30:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:53 smithi111 conmon[101466]: pgmap v1380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:53 smithi179 conmon[67066]: cluster 2022-01-25T23:30:51.892879+0000 mgr.smithi111.vbmimw (mgr.14718) 1603 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:55 smithi111 conmon[101466]: cluster 2022-01-25T23:30:53.893701+0000 mgr.smithi111.vbmimw (mgr.14718) 1604 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:55 smithi179 conmon[67066]: cluster 2022-01-25T23:30:53.893701+0000 mgr.smithi111.vbmimw (mgr.14718) 1604 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:57 smithi111 conmon[101466]: cluster 2022-01-25T23:30:55.894279+0000 mgr.smithi111.vbmimw (mgr.14718) 1605 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:57 smithi179 conmon[67066]: cluster 2022-01-25T23:30:55.894279+0000 mgr.smithi111.vbmimw (mgr.14718) 1605 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:30:59 smithi111 conmon[101466]: cluster 2022-01-25T23:30:57.894833+0000 mgr.smithi111.vbmimw (mgr.14718) 1606 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:30:59 smithi179 conmon[67066]: cluster 2022-01-25T23:30:57.894833+0000 mgr.smithi111.vbmimw (mgr.14718) 1606 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:01 smithi111 conmon[101466]: cluster 2022-01-25T23:30:59.895591+0000 mgr.smithi111.vbmimw (mgr.14718) 1607 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:01 smithi179 conmon[67066]: cluster 2022-01-25T23:30:59.895591+0000 mgr.smithi111.vbmimw (mgr.14718) 1607 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:02 smithi179 conmon[67066]: cluster 2022-01-25T23:31:01.896067+0000 mgr.smithi111.vbmimw (mgr.14718) 1608 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:02 smithi179 conmon[67066]: 2022-01-25T23:31:02.657 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:02 smithi111 conmon[101466]: cluster 2022-01-25T23:31:01.896067+0000 mgr.smithi111.vbmimw (mgr.14718) 1608 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:05.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:05 smithi179 conmon[67066]: cluster 2022-01-25T23:31:03.896865+0000 mgr.smithi111.vbmimw (mgr.14718) 1609 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:05 smithi111 conmon[101466]: cluster 2022-01-25T23:31:03.896865+0000 mgr.smithi111.vbmimw (mgr.14718) 1609 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:07 smithi179 conmon[67066]: cluster 2022-01-25T23:31:05.897370+0000 mgr.smithi111.vbmimw (mgr.14718) 1610 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:07 smithi111 conmon[101466]: cluster 2022-01-25T23:31:05.897370+0000 mgr.smithi111.vbmimw (mgr.14718) 1610 2022-01-25T23:31:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:07 smithi111 conmon[101466]: : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:09 smithi179 conmon[67066]: cluster 2022-01-25T23:31:07.897933+0000 mgr.smithi111.vbmimw (mgr.14718) 1611 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:09 smithi111 conmon[101466]: cluster 2022-01-25T23:31:07.897933+0000 mgr.smithi111.vbmimw (mgr.14718) 1611 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:11.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:11 smithi179 conmon[67066]: cluster 2022-01-25T23:31:09.898647+0000 mgr.smithi111.vbmimw (mgr.14718) 1612 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:11 smithi111 conmon[101466]: cluster 2022-01-25T23:31:09.898647+0000 mgr.smithi111.vbmimw (mgr.14718) 1612 : 2022-01-25T23:31:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:11 smithi111 conmon[101466]: cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:13 smithi179 conmon[67066]: cluster 2022-01-25T23:31:11.899361+0000 mgr.smithi111.vbmimw (mgr.14718) 1613 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:13 smithi111 conmon[101466]: cluster 2022-01-25T23:31:11.899361+0000 mgr.smithi111.vbmimw (mgr.14718) 1613 : cluster [DBG] 2022-01-25T23:31:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:13 smithi111 conmon[101466]: pgmap v1390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:15.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:15 smithi179 conmon[67066]: cluster 2022-01-25T23:31:13.900210+0000 mgr.smithi111.vbmimw (mgr.14718) 1614 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:15 smithi111 conmon[101466]: cluster 2022-01-25T23:31:13.900210+0000 mgr.smithi111.vbmimw (mgr.14718) 1614 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:16.788 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:31:17.052 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:17.053 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (53m) 3m ago 54m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:31:17.053 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (44m) 3m ago 54m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:31:17.053 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (44m) 3m ago 53m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:31:17.054 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (53m) 3m ago 54m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:31:17.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (49m) 3m ago 49m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:31:17.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (49m) 3m ago 49m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:31:17.054 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (45m) 3m ago 55m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:31:17.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (45m) 3m ago 53m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:31:17.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (45m) 3m ago 55m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:31:17.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (45m) 3m ago 53m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:31:17.055 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (46m) 3m ago 46m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:31:17.055 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (45m) 3m ago 45m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:31:17.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (54m) 3m ago 54m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:31:17.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (53m) 3m ago 53m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:31:17.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (40m) 3m ago 53m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:31:17.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (52m) 3m ago 52m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:31:17.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (52m) 3m ago 52m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:31:17.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (52m) 3m ago 52m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:31:17.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (51m) 3m ago 51m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:31:17.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (51m) 3m ago 51m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:31:17.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (51m) 3m ago 51m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:31:17.058 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (50m) 3m ago 50m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:31:17.058 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (53m) 3m ago 53m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:31:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:17 smithi179 conmon[67066]: cluster 2022-01-25T23:31:15.900878+0000 mgr.smithi111.vbmimw (mgr.14718) 1615 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:17.373 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:31:17.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:31:17.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:17.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:17.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:31:17.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:17.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:17.375 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:31:17.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:17.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:17.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:17.376 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:31:17.376 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:17.376 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:17.376 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:31:17.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:17.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:17.377 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:31:17.377 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:31:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:17 smithi111 conmon[101466]: cluster 2022-01-25T23:31:15.900878+0000 mgr.smithi111.vbmimw (mgr.14718) 1615 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:18 smithi179 conmon[67066]: audit 2022-01-25T23:31:16.776822+0000 mgr.smithi111.vbmimw (mgr.14718) 1616 : audit [DBG] from='client.35144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:18 smithi179 conmon[67066]: audit 2022-01-25T23:31:17.044533+0000 2022-01-25T23:31:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:18 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 1617 : audit [DBG] from='client.35148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:18 smithi179 conmon[67066]: audit 2022-01-25T23:31:17.373967+0000 mon.smithi111 (mon.0) 693 : audit [DBG] from='client.? 172.21.15.111:0/3141267018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:18 smithi111 conmon[101466]: audit 2022-01-25T23:31:16.776822+0000 mgr.smithi111.vbmimw (mgr.14718) 1616 : audit [DBG] from='client.35144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:18 smithi111 conmon[101466]: audit 2022-01-25T23:31:17.044533+0000 mgr.smithi111.vbmimw (mgr.14718) 1617 : audit [DBG] from='client.35148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:18 smithi111 conmon[101466]: audit 2022-01-25T23:31:17.373967+0000 mon.smithi111 (mon.0) 693 : audit [DBG] from='client.? 172.21.15.111:0/3141267018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:19 smithi179 conmon[67066]: cluster 2022-01-25T23:31:17.901289+0000 mgr.smithi111.vbmimw (mgr.14718) 1618 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:19 smithi111 conmon[101466]: cluster 2022-01-25T23:31:17.901289+0000 mgr.smithi111.vbmimw (mgr.14718) 1618 : cluster [DBG] 2022-01-25T23:31:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:19 smithi111 conmon[101466]: pgmap v1393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:21.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:21 smithi179 conmon[67066]: cluster 2022-01-25T23:31:19.902113+0000 mgr.smithi111.vbmimw (mgr.14718) 1619 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:21.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:21 smithi179 conmon[67066]: 2022-01-25T23:31:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:21 smithi111 conmon[101466]: cluster 2022-01-25T23:31:19.902113+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:31:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:21 smithi111 conmon[101466]: 1619 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:23 smithi179 conmon[67066]: cluster 2022-01-25T23:31:21.902595+0000 mgr.smithi111.vbmimw (mgr.14718) 1620 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:23 smithi111 conmon[101466]: cluster 2022-01-25T23:31:21.902595+0000 mgr.smithi111.vbmimw (mgr.14718) 1620 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:25 smithi179 conmon[67066]: cluster 2022-01-25T23:31:23.903543+0000 mgr.smithi111.vbmimw (mgr.14718) 1621 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:25 smithi111 conmon[101466]: cluster 2022-01-25T23:31:23.903543+0000 mgr.smithi111.vbmimw (mgr.14718) 1621 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit 2022-01-25T23:31:25.126680+0000 mon.smithi111 (mon.0) 694 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit 2022-01-25T23:31:25.127966+0000 mon.smithi111 (mon.0) 695 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit 2022-01-25T23:31:25.128788+0000 mon.smithi111 (mon.0) 696 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: cephadm 2022-01-25T23:31:25.129503+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:31:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: 14718) 1622 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:31:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: -25T23:31:25.426147+0000 mon.smithi111 (mon 2022-01-25T23:31:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: .0) 697 : audit [INF] 2022-01-25T23:31:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:31:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit 2022 2022-01-25T23:31:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: -01-25T23:31:25. 2022-01-25T23:31:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: 433592+0000 mon.smithi111 (mon.0) 698 : 2022-01-25T23:31:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:26 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:31:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: audit 2022-01-25T23:31:25.126680+0000 mon.smithi111 (mon.0) 694 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: audit 2022-01-25T23:31:25.127966+0000 mon.smithi111 (mon.0) 695 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: audit 2022-01-25T23:31:25.128788+0000 mon.smithi111 (mon. 2022-01-25T23:31:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 0) 696 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: cephadm 2022-01-25T 2022-01-25T23:31:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 23:31:25.129503+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:31:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 14718) 1622 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: audit 2022 2022-01-25T23:31:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: -01-25T23:31:25. 2022-01-25T23:31:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 426147+0000 mon.smithi111 (mon.0) 697 : audit [INF] 2022-01-25T23:31:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:31:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:31:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 23:31:25.433592+0000 mon.smithi111 (mon. 2022-01-25T23:31:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:26 smithi111 conmon[101466]: 0) 698 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:31:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:27 smithi179 conmon[67066]: cluster 2022-01-25T23:31:25.904146+0000 mgr.smithi111.vbmimw (mgr.14718) 1623 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:27 smithi111 conmon[101466]: cluster 2022-01-25T23:31:25.904146+0000 mgr.smithi111.vbmimw (mgr.14718) 1623 : cluster [DBG] 2022-01-25T23:31:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:27 smithi111 conmon[101466]: pgmap v1397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:29 smithi179 conmon[67066]: cluster 2022-01-25T23:31:27.904576+0000 mgr.smithi111.vbmimw (mgr.14718) 1624 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:29 smithi111 conmon[101466]: cluster 2022-01-25T23:31:27.904576+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:31:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:29 smithi111 conmon[101466]: 1624 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:31 smithi179 conmon[67066]: cluster 2022-01-25T23:31:29.905317+0000 mgr.smithi111.vbmimw (mgr.14718) 1625 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:31 smithi111 conmon[101466]: cluster 2022-01-25T23:31:29.905317+0000 mgr.smithi111.vbmimw (mgr.14718) 1625 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:33 smithi111 conmon[101466]: cluster 2022-01-25T23:31:31.905979+0000 mgr.smithi111.vbmimw (mgr.14718) 1626 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:33 smithi179 conmon[67066]: cluster 2022-01-25T23:31:31.905979+0000 mgr.smithi111.vbmimw (mgr.14718) 1626 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:35 smithi111 conmon[101466]: cluster 2022-01-25T23:31:33.906792+0000 mgr.smithi111.vbmimw (mgr.14718) 1627 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:35 smithi179 conmon[67066]: cluster 2022-01-25T23:31:33.906792+0000 mgr.smithi111.vbmimw (mgr.14718) 1627 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:37 smithi111 conmon[101466]: cluster 2022-01-25T23:31:35.907401+0000 mgr.smithi111.vbmimw (mgr.14718) 1628 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:37 smithi111 conmon[101466]: 2022-01-25T23:31:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:37 smithi179 conmon[67066]: cluster 2022-01-25T23:31:35.907401+0000 mgr.smithi111.vbmimw (mgr.14718) 1628 : cluster [DBG] 2022-01-25T23:31:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:37 smithi179 conmon[67066]: pgmap v1402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:38 smithi111 conmon[101466]: audit 2022-01-25T23:31:37.476134+0000 mon.smithi111 (mon.0) 699 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:38 smithi111 conmon[101466]: audit 2022-01-25T23:31:37.476437+0000 mon.smithi111 (mon.0) 700 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:38 smithi179 conmon[67066]: audit 2022-01-25T23:31:37.476134+0000 mon.smithi111 (mon.0) 699 : audit [INF] 2022-01-25T23:31:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:38 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:38 smithi179 conmon[67066]: audit 2022-01-25T23:31:37.476437+0000 mon.smithi111 (mon.0) 700 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:39 smithi111 conmon[101466]: cluster 2022-01-25T23:31:37.907982+0000 mgr.smithi111.vbmimw (mgr.14718) 1629 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:39 smithi111 conmon[101466]: 2022-01-25T23:31:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:39 smithi179 conmon[67066]: cluster 2022-01-25T23:31:37.907982+0000 mgr.smithi111.vbmimw (mgr.14718) 1629 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:41 smithi111 conmon[101466]: cluster 2022-01-25T23:31:39.908783+0000 mgr.smithi111.vbmimw (mgr.14718) 1630 : cluster [DBG] 2022-01-25T23:31:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:41 smithi111 conmon[101466]: pgmap v1404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:41 smithi179 conmon[67066]: cluster 2022-01-25T23:31:39.908783+0000 mgr.smithi111.vbmimw (mgr.14718) 1630 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:43 smithi111 conmon[101466]: cluster 2022-01-25T23:31:41.909337+0000 mgr.smithi111.vbmimw (mgr.14718) 1631 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:43 smithi179 conmon[67066]: cluster 2022-01-25T23:31:41.909337+0000 mgr.smithi111.vbmimw (mgr.14718) 1631 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:43 smithi179 conmon[67066]: 2022-01-25T23:31:45.492 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:45 smithi111 conmon[101466]: cluster 2022-01-25T23:31:43.910170+0000 mgr.smithi111.vbmimw (mgr.14718) 1632 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:45 smithi179 conmon[67066]: cluster 2022-01-25T23:31:43.910170+0000 mgr.smithi111.vbmimw (mgr.14718) 1632 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:47 smithi111 conmon[101466]: cluster 2022-01-25T23:31:45.910859+0000 mgr.smithi111.vbmimw (mgr.14718) 1633 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:47 smithi111 conmon[101466]: 2022-01-25T23:31:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:47 smithi179 conmon[67066]: cluster 2022-01-25T23:31:45.910859+0000 mgr.smithi111.vbmimw (mgr.14718) 1633 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:47.668 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:31:47.936 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:47.937 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (53m) 4m ago 55m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:31:47.937 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (45m) 4m ago 55m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:31:47.937 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (45m) 4m ago 54m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:31:47.937 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (53m) 4m ago 54m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:31:47.938 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (49m) 4m ago 49m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:31:47.938 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (49m) 4m ago 49m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:31:47.938 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (46m) 4m ago 56m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:31:47.938 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (46m) 4m ago 54m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:31:47.939 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (45m) 4m ago 56m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:31:47.939 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (45m) 4m ago 54m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:31:47.939 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (46m) 4m ago 46m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:31:47.939 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (46m) 4m ago 46m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:31:47.940 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (54m) 4m ago 54m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:31:47.940 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (54m) 4m ago 54m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:31:47.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (41m) 4m ago 53m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:31:47.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (53m) 4m ago 53m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:31:47.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (52m) 4m ago 52m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:31:47.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (52m) 4m ago 52m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:31:47.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (52m) 4m ago 52m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:31:47.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (52m) 4m ago 52m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:31:47.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (51m) 4m ago 51m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:31:47.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (51m) 4m ago 51m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:31:47.942 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (53m) 4m ago 54m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:31:48.258 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:31:48.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:31:48.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:48.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:48.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:31:48.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:48.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:48.260 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:31:48.260 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:48.260 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:48.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:48.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:31:48.261 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:48.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:31:48.261 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:31:48.261 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:48.262 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:48.262 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:31:48.262 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:31:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:49 smithi111 conmon[101466]: audit 2022-01-25T23:31:47.657679+0000 mgr.smithi111.vbmimw (mgr.14718) 1634 : audit [DBG] from='client.35156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:49 smithi111 conmon[101466]: cluster 2022-01-25T23:31:47.911270+0000 mgr.smithi111.vbmimw (mgr.14718) 1635 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:49 smithi111 conmon[101466]: audit 2022-01-25T23:31:47.928344+0000 mgr.smithi111.vbmimw (mgr.14718) 1636 : audit [DBG] from='client.35160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:49.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:49 smithi111 conmon[101466]: audit 2022 2022-01-25T23:31:49.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:49 smithi111 conmon[101466]: -01-25T23:31:48.258716+0000 mon.smithi111 (mon.0) 701 : audit [DBG] from='client.? 172.21.15.111:0/1133388434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: audit 2022-01-25T23:31:47.657679+0000 mgr.smithi111.vbmimw (mgr.14718) 1634 : audit [DBG] from='client.35156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: cluster 2022-01-25T23:31 2022-01-25T23:31:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: :47.911270+0000 mgr.smithi111.vbmimw (mgr.14718) 1635 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: audit 2022-01-25T23:31:47.928344+0000 mgr.smithi111.vbmimw (mgr.14718) 1636 : audit [DBG] from='client.35160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:31:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:49 smithi179 conmon[67066]: 01-25T23:31:48.258716+0000 mon.smithi111 (mon.0) 701 : audit [DBG] from='client.? 172.21.15.111:0/1133388434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:51 smithi111 conmon[101466]: cluster 2022-01-25T23:31:49.912172+0000 mgr.smithi111.vbmimw (mgr.14718) 1637 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:51 smithi179 conmon[67066]: cluster 2022-01-25T23:31:49.912172+0000 mgr.smithi111.vbmimw (mgr.14718) 1637 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:53 smithi111 conmon[101466]: cluster 2022-01-25T23:31:51.912780+0000 mgr.smithi111.vbmimw (mgr.14718) 1638 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:53 smithi179 conmon[67066]: cluster 2022-01-25T23:31:51.912780+0000 mgr.smithi111.vbmimw (mgr.14718) 1638 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:55 smithi111 conmon[101466]: cluster 2022-01-25T23:31:53.913501+0000 mgr.smithi111.vbmimw (mgr.14718) 1639 : cluster [DBG] 2022-01-25T23:31:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:55 smithi111 conmon[101466]: pgmap v1411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:55 smithi179 conmon[67066]: cluster 2022-01-25T23:31:53.913501+0000 mgr.smithi111.vbmimw (mgr.14718) 1639 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:57 smithi111 conmon[101466]: cluster 2022-01-25T23:31:55.914292+0000 mgr.smithi111.vbmimw (mgr.14718) 1640 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:57 smithi179 conmon[67066]: cluster 2022-01-25T23:31:55.914292+0000 mgr.smithi111.vbmimw (mgr.14718) 1640 : cluster [DBG] 2022-01-25T23:31:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:57 smithi179 conmon[67066]: pgmap v1412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:31:59 smithi111 conmon[101466]: cluster 2022-01-25T23:31:57.914901+0000 mgr.smithi111.vbmimw (mgr.14718) 1641 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:59 smithi179 conmon[67066]: cluster 2022-01-25T23:31:57.914901+0000 mgr.smithi111.vbmimw (mgr.14718) 1641 : cluster [DBG] 2022-01-25T23:31:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:31:59 smithi179 conmon[67066]: pgmap v1413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:01 smithi111 conmon[101466]: cluster 2022-01-25T23:31:59.915632+0000 mgr.smithi111.vbmimw (mgr.14718) 1642 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:01 smithi111 conmon[101466]: 2022-01-25T23:32:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:01 smithi179 conmon[67066]: cluster 2022-01-25T23:31:59.915632+0000 mgr.smithi111.vbmimw (mgr.14718) 1642 : cluster [DBG] 2022-01-25T23:32:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:01 smithi179 conmon[67066]: pgmap v1414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:03 smithi111 conmon[101466]: cluster 2022-01-25T23:32:01.916285+0000 mgr.smithi111.vbmimw (mgr.14718) 1643 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:03.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:03 smithi179 conmon[67066]: cluster 2022-01-25T23:32:01.916285+0000 mgr.smithi111.vbmimw (mgr.14718) 1643 : cluster [DBG] 2022-01-25T23:32:03.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:03 smithi179 conmon[67066]: pgmap v1415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:05 smithi111 conmon[101466]: cluster 2022-01-25T23:32:03.917046+0000 mgr.smithi111.vbmimw (mgr.14718) 1644 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:05 smithi179 conmon[67066]: cluster 2022-01-25T23:32:03.917046+0000 mgr.smithi111.vbmimw (mgr.14718) 1644 : cluster [DBG] 2022-01-25T23:32:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:05 smithi179 conmon[67066]: pgmap v1416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:07 smithi111 conmon[101466]: cluster 2022-01-25T23:32:05.917657+0000 mgr.smithi111.vbmimw (mgr.14718) 1645 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:07 smithi179 conmon[67066]: cluster 2022-01-25T23:32:05.917657+0000 mgr.smithi111.vbmimw (mgr.14718) 1645 : cluster [DBG] 2022-01-25T23:32:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:07 smithi179 conmon[67066]: pgmap v1417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:09 smithi111 conmon[101466]: cluster 2022-01-25T23:32:07.918090+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:32:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:09 smithi111 conmon[101466]: .14718) 1646 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:09 smithi179 conmon[67066]: cluster 2022-01-25T23:32:07.918090+0000 mgr.smithi111.vbmimw (mgr.14718) 1646 : cluster [DBG] 2022-01-25T23:32:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:09 smithi179 conmon[67066]: pgmap v1418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:11 smithi111 conmon[101466]: cluster 2022-01-25T23:32:09.919071+0000 mgr.smithi111.vbmimw (mgr.14718) 1647 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:11 smithi111 conmon[101466]: 2022-01-25T23:32:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:11 smithi179 conmon[67066]: cluster 2022-01-25T23:32:09.919071+0000 mgr.smithi111.vbmimw (mgr.14718) 1647 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:13 smithi111 conmon[101466]: cluster 2022-01-25T23:32:11.919657+0000 mgr.smithi111.vbmimw (mgr.14718) 1648 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:13 smithi179 conmon[67066]: cluster 2022-01-25T23:32:11.919657+0000 mgr.smithi111.vbmimw (mgr.14718) 1648 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:15 smithi111 conmon[101466]: cluster 2022-01-25T23:32:13.920618+0000 mgr.smithi111.vbmimw (mgr.14718) 1649 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:15 smithi179 conmon[67066]: cluster 2022-01-25T23:32:13.920618+0000 mgr.smithi111.vbmimw (mgr.14718) 1649 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:17 smithi111 conmon[101466]: cluster 2022-01-25T23:32:15.921222+0000 mgr.smithi111.vbmimw (mgr.14718) 1650 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:17 smithi179 conmon[67066]: cluster 2022-01-25T23:32:15.921222+0000 mgr.smithi111.vbmimw (mgr.14718) 1650 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:18.559 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:32:18.826 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:18.827 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (54m) 4m ago 55m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:32:18.827 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (45m) 4m ago 55m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:32:18.827 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (45m) 4m ago 54m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:32:18.827 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (54m) 4m ago 55m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:32:18.828 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (50m) 4m ago 50m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:32:18.828 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (50m) 4m ago 50m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:32:18.828 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (46m) 4m ago 56m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:32:18.829 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (46m) 4m ago 54m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:32:18.829 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (46m) 4m ago 56m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:32:18.830 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (46m) 4m ago 54m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:32:18.830 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (47m) 4m ago 47m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:32:18.830 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (46m) 4m ago 46m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:32:18.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (55m) 4m ago 55m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:32:18.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (54m) 4m ago 54m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:32:18.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (41m) 4m ago 54m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:32:18.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (53m) 4m ago 53m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:32:18.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (53m) 4m ago 53m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:32:18.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (53m) 4m ago 53m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:32:18.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (52m) 4m ago 52m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:32:18.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (52m) 4m ago 52m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:32:18.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (52m) 4m ago 52m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:32:18.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (51m) 4m ago 51m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:32:18.835 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (54m) 4m ago 54m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:32:19.143 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:32:19.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:32:19.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:19.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:19.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:32:19.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:19.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:19.145 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:32:19.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:19.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:19.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:19.146 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:32:19.146 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:19.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:19.147 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:32:19.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:19.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:19.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:32:19.154 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:32:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:19 smithi111 conmon[101466]: cluster 2022-01-25T23:32:17.921914+0000 mgr.smithi111.vbmimw (mgr.14718) 1651 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:19 smithi111 conmon[101466]: audit 2022-01-25T23:32: 2022-01-25T23:32:19.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:19 smithi111 conmon[101466]: 19.144300+0000 mon.smithi111 (mon.0) 702 : audit [DBG] from='client.? 172.21.15.111:0/507111093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:19 smithi179 conmon[67066]: cluster 2022-01-25T23:32:17.921914+0000 mgr.smithi111.vbmimw (mgr.14718) 1651 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:19 smithi179 conmon[67066]: audit 2022-01-25T23:32:19.144300+0000 mon.smithi111 (mon.0) 702 : audit [DBG] from='client.? 172.21.15.111:0/507111093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:20 smithi111 conmon[101466]: audit 2022-01-25T23:32:18.548087+0000 mgr.smithi111.vbmimw (mgr.14718) 1652 : audit [DBG] from='client.35168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:20.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:20 smithi111 conmon[101466]: audit 2022-01-25T23:32:18.818816+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:32:20.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:20 smithi111 conmon[101466]: .14718) 1653 : audit [DBG] from='client.35172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:20 smithi179 conmon[67066]: audit 2022-01-25T23:32:18.548087+0000 mgr.smithi111.vbmimw (mgr.14718) 1652 : audit [DBG] from='client.35168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:20.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:20 smithi179 conmon[67066]: audit 2022-01-25T23:32:18.818816+0000 mgr.smithi111.vbmimw (mgr.14718) 1653 : audit [DBG] from='client.35172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:21 smithi111 conmon[101466]: cluster 2022-01-25T23:32:19.922641+0000 mgr.smithi111.vbmimw (mgr.14718) 1654 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:21 smithi179 conmon[67066]: cluster 2022-01-25T23:32:19.922641+0000 mgr.smithi111.vbmimw (mgr.14718) 1654 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:22 smithi111 conmon[101466]: cluster 2022-01-25T23:32:21.923120+0000 mgr.smithi111.vbmimw (mgr.14718) 1655 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:22.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:22 smithi179 conmon[67066]: cluster 2022-01-25T23:32:21.923120+0000 mgr.smithi111.vbmimw (mgr.14718) 1655 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:25 smithi179 conmon[67066]: cluster 2022-01-25T23:32:23.923923+0000 mgr.smithi111.vbmimw (mgr.14718) 1656 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:25 smithi111 conmon[101466]: cluster 2022-01-25T23:32:23.923923+0000 mgr.smithi111.vbmimw (mgr.14718) 1656 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:25 smithi111 conmon[101466]: 2022-01-25T23:32:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit 2022-01-25T23:32:25.436386+0000 mon.smithi111 (mon.0) 703 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit 2022-01-25T23:32:25. 2022-01-25T23:32:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: 437678+0000 mon.smithi111 (mon.0) 704 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit 2022-01-25T23:32:25.438711+0000 mon.smithi111 (mon.0) 705 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit 2022-01-25T23:32:25.734793+0000 mon.smithi111 (mon.0) 706 : audit 2022-01-25T23:32:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:32:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit 2022-01-25T23:32:25.740105+0000 mon.smithi111 (mon.0) 707 : 2022-01-25T23:32:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:26 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:32:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: audit 2022-01-25T23:32:25.436386+0000 mon.smithi111 (mon. 2022-01-25T23:32:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: 0) 703 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: audit 2022-01-25T23:32:25.437678+0000 mon.smithi111 (mon.0) 704 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: audit 2022-01-25T23:32:25.438711+0000 mon.smithi111 (mon.0) 705 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: audit 2022-01-25T23:32:25.734793+0000 mon.smithi111 (mon.0) 706 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:32:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:26 smithi111 conmon[101466]: audit 2022-01-25T23:32:25.740105+0000 mon.smithi111 (mon.0) 707 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:32:27.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:27 smithi179 conmon[67066]: cephadm 2022-01-25T23:32:25.439439+0000 mgr.smithi111.vbmimw (mgr.14718) 1657 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:27 smithi179 conmon[67066]: cluster 2022-01-25T23:32:25.924340+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:32:27.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:27 smithi179 conmon[67066]: .14718) 1658 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:27 smithi111 conmon[101466]: cephadm 2022-01-25T23:32:25.439439+0000 mgr.smithi111.vbmimw (mgr.14718) 1657 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:27.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:27 smithi111 conmon[101466]: cluster 2022-01-25T23:32:25.924340+0000 mgr.smithi111.vbmimw (mgr.14718) 1658 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:29 smithi179 conmon[67066]: cluster 2022-01-25T23:32:27.924777+0000 mgr.smithi111.vbmimw (mgr.14718) 1659 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:29 smithi111 conmon[101466]: cluster 2022-01-25T23:32:27.924777+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:32:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:29 smithi111 conmon[101466]: 1659 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:31 smithi179 conmon[67066]: cluster 2022-01-25T23:32:29.925626+0000 mgr.smithi111.vbmimw (mgr.14718) 1660 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:31 smithi111 conmon[101466]: cluster 2022-01-25T23:32:29.925626+0000 mgr.smithi111.vbmimw (mgr.14718) 1660 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:33 smithi179 conmon[67066]: cluster 2022-01-25T23:32:31.926057+0000 mgr.smithi111.vbmimw (mgr.14718) 1661 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:33 smithi111 conmon[101466]: cluster 2022-01-25T23:32:31.926057+0000 mgr.smithi111.vbmimw (mgr.14718) 1661 : cluster 2022-01-25T23:32:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:33 smithi111 conmon[101466]: [DBG] pgmap v1430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:35.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:35 smithi179 conmon[67066]: cluster 2022-01-25T23:32:33.926830+0000 mgr.smithi111.vbmimw (mgr.14718) 1662 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:35 smithi111 conmon[101466]: cluster 2022-01-25T23:32:33.926830+0000 mgr.smithi111.vbmimw (mgr.14718) 1662 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:37 smithi111 conmon[101466]: cluster 2022-01-25T23:32:35.927317+0000 mgr.smithi111.vbmimw (mgr.14718) 1663 : cluster [DBG] 2022-01-25T23:32:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:37 smithi111 conmon[101466]: pgmap v1432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:37 smithi179 conmon[67066]: cluster 2022-01-25T23:32:35.927317+0000 mgr.smithi111.vbmimw (mgr.14718) 1663 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:37 smithi179 conmon[67066]: 2022-01-25T23:32:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:38 smithi111 conmon[101466]: audit 2022-01-25T23:32:37.480065+0000 mon.smithi111 (mon.0) 708 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:38 smithi111 conmon[101466]: audit 2022-01-25T23:32:37.480294+0000 mon.smithi111 (mon.0 2022-01-25T23:32:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:38 smithi111 conmon[101466]: ) 709 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:38 smithi179 conmon[67066]: audit 2022-01-25T23:32:37.480065+0000 mon.smithi111 (mon.0) 708 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:38 smithi179 conmon[67066]: audit 2022-01-25T23:32:37.480294+0000 mon.smithi111 (mon.0) 709 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:39.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:39 smithi111 conmon[101466]: cluster 2022-01-25T23:32:37.927864+0000 mgr.smithi111.vbmimw (mgr.14718) 1664 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:39.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:39 smithi179 conmon[67066]: cluster 2022-01-25T23:32:37.927864+0000 mgr.smithi111.vbmimw (mgr.14718) 1664 : 2022-01-25T23:32:39.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:39 smithi179 conmon[67066]: cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:41 smithi111 conmon[101466]: cluster 2022-01-25T23:32:39.928835+0000 mgr.smithi111.vbmimw (mgr.14718) 1665 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:41 smithi179 conmon[67066]: cluster 2022-01-25T23:32:39.928835+0000 mgr.smithi111.vbmimw (mgr.14718) 1665 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:41 smithi179 conmon[67066]: 2022-01-25T23:32:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:43 smithi111 conmon[101466]: cluster 2022-01-25T23:32:41.929531+0000 mgr.smithi111.vbmimw (mgr.14718) 1666 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:43 smithi179 conmon[67066]: cluster 2022-01-25T23:32:41.929531+0000 mgr.smithi111.vbmimw (mgr.14718) 1666 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:43 smithi179 conmon[67066]: 2022-01-25T23:32:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:45 smithi111 conmon[101466]: cluster 2022-01-25T23:32:43.930527+0000 mgr.smithi111.vbmimw (mgr.14718) 1667 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:45 smithi111 conmon[101466]: 2022-01-25T23:32:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:45 smithi179 conmon[67066]: cluster 2022-01-25T23:32:43.930527+0000 mgr.smithi111.vbmimw (mgr.14718) 1667 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:47 smithi111 conmon[101466]: cluster 2022-01-25T23:32:45.931081+0000 mgr.smithi111.vbmimw (mgr.14718) 1668 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:47 smithi111 conmon[101466]: 2022-01-25T23:32:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:47 smithi179 conmon[67066]: cluster 2022-01-25T23:32:45.931081+0000 mgr.smithi111.vbmimw (mgr.14718) 1668 : cluster [DBG] 2022-01-25T23:32:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:47 smithi179 conmon[67066]: pgmap v1437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:49.443 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:32:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:49 smithi111 conmon[101466]: cluster 2022-01-25T23:32:47.931568+0000 mgr.smithi111.vbmimw (mgr.14718) 1669 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:49 smithi179 conmon[67066]: cluster 2022-01-25T23:32:47.931568+0000 mgr.smithi111.vbmimw (mgr.14718) 1669 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:49 smithi179 conmon[67066]: 2022-01-25T23:32:49.710 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:49.710 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (54m) 5m ago 56m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:32:49.711 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (46m) 5m ago 56m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:32:49.711 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (46m) 5m ago 55m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:32:49.711 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (54m) 5m ago 55m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:32:49.711 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (50m) 5m ago 50m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:32:49.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (50m) 5m ago 50m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:32:49.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (47m) 5m ago 57m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:32:49.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (47m) 5m ago 55m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:32:49.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (46m) 5m ago 57m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:32:49.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (46m) 5m ago 55m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:32:49.713 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (47m) 5m ago 47m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:32:49.713 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (47m) 5m ago 47m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:32:49.713 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (55m) 5m ago 55m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:32:49.714 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (55m) 5m ago 55m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:32:49.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (42m) 5m ago 54m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:32:49.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (54m) 5m ago 54m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:32:49.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (53m) 5m ago 53m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:32:49.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (53m) 5m ago 53m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:32:49.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (53m) 5m ago 53m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:32:49.715 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (53m) 5m ago 53m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:32:49.716 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (52m) 5m ago 52m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:32:49.716 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (52m) 5m ago 52m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:32:49.716 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (54m) 5m ago 55m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:32:50.030 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:32:50.031 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:32:50.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:50.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:50.032 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:32:50.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:50.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:50.033 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:32:50.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:50.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:50.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:50.034 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:32:50.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:50.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:32:50.035 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:32:50.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:50.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:50.036 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:32:50.037 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:32:50.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:50 smithi111 conmon[101466]: audit 2022-01-25T23:32:50.031258+0000 mon.smithi111 (mon.0) 710 : 2022-01-25T23:32:50.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:50 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/41299987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:50.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:50 smithi179 conmon[67066]: audit 2022-01-25T23:32:50.031258+0000 mon.smithi111 (mon.0) 710 : audit [DBG] 2022-01-25T23:32:50.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:50 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/41299987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:51 smithi111 conmon[101466]: audit 2022-01-25T23:32:49.433145+0000 mgr.smithi111.vbmimw (mgr.14718) 1670 : audit [DBG] from='client.35180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:51 smithi111 conmon[101466]: audit 2022-01-25T23:32:49.702207+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:32:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:51 smithi111 conmon[101466]: mgr.14718) 1671 : audit [DBG] from='client.35184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:51 smithi111 conmon[101466]: cluster 2022-01-25T23:32:49.932291+0000 mgr.smithi111.vbmimw (mgr.14718) 1672 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:51 smithi179 conmon[67066]: audit 2022-01-25T23:32:49.433145+0000 mgr.smithi111.vbmimw (mgr.14718) 1670 : audit [DBG] from='client.35180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:51 smithi179 conmon[67066]: 2022-01-25T23:32:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:51 smithi179 conmon[67066]: audit 2022-01-25T23:32:49.702207+0000 mgr.smithi111.vbmimw (mgr.14718) 1671 : audit [DBG] from='client.35184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:51 smithi179 conmon[67066]: cluster 2022-01-25T23:32: 2022-01-25T23:32:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:51 smithi179 conmon[67066]: 49.932291+0000 mgr.smithi111.vbmimw (mgr.14718) 1672 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:53 smithi111 conmon[101466]: cluster 2022-01-25T23:32:51.932833+0000 mgr.smithi111.vbmimw (mgr.14718) 1673 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:53 smithi179 conmon[67066]: cluster 2022-01-25T23:32:51.932833+0000 mgr.smithi111.vbmimw (mgr.14718) 1673 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:55 smithi111 conmon[101466]: cluster 2022-01-25T23:32:53.933693+0000 mgr.smithi111.vbmimw (mgr.14718) 1674 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:55 smithi179 conmon[67066]: cluster 2022-01-25T23:32:53.933693+0000 mgr.smithi111.vbmimw (mgr.14718) 1674 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:57 smithi111 conmon[101466]: cluster 2022-01-25T23:32:55.934408+0000 mgr.smithi111.vbmimw (mgr.14718) 1675 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:57 smithi179 conmon[67066]: cluster 2022-01-25T23:32:55.934408+0000 mgr.smithi111.vbmimw (mgr.14718) 1675 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:32:59 smithi111 conmon[101466]: cluster 2022-01-25T23:32:57.934834+0000 mgr.smithi111.vbmimw (mgr.14718) 1676 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:32:59 smithi179 conmon[67066]: cluster 2022-01-25T23:32:57.934834+0000 mgr.smithi111.vbmimw (mgr.14718) 1676 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:01 smithi111 conmon[101466]: cluster 2022-01-25T23:32:59.935627+0000 mgr.smithi111.vbmimw (mgr.14718) 1677 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:01 smithi179 conmon[67066]: cluster 2022-01-25T23:32:59.935627+0000 mgr.smithi111.vbmimw (mgr.14718) 1677 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:03 smithi111 conmon[101466]: cluster 2022-01-25T23:33:01.936048+0000 mgr.smithi111.vbmimw (mgr.14718) 1678 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:03 smithi179 conmon[67066]: cluster 2022-01-25T23:33:01.936048+0000 mgr.smithi111.vbmimw (mgr.14718) 1678 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:03 smithi179 conmon[67066]: 2022-01-25T23:33:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:05 smithi111 conmon[101466]: cluster 2022-01-25T23:33:03.936916+0000 mgr.smithi111.vbmimw (mgr.14718) 1679 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:05 smithi111 conmon[101466]: 2022-01-25T23:33:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:05 smithi179 conmon[67066]: cluster 2022-01-25T23:33:03.936916+0000 mgr.smithi111.vbmimw (mgr.14718) 1679 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:07 smithi111 conmon[101466]: cluster 2022-01-25T23:33:05.937446+0000 mgr.smithi111.vbmimw (mgr.14718) 1680 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:07 smithi179 conmon[67066]: cluster 2022-01-25T23:33:05.937446+0000 mgr.smithi111.vbmimw (mgr.14718) 1680 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:09 smithi111 conmon[101466]: cluster 2022-01-25T23:33:07.937916+0000 mgr.smithi111.vbmimw (mgr.14718) 1681 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:09 smithi179 conmon[67066]: cluster 2022-01-25T23:33:07.937916+0000 mgr.smithi111.vbmimw (mgr.14718) 1681 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:11 smithi111 conmon[101466]: cluster 2022-01-25T23:33:09.938768+0000 mgr.smithi111.vbmimw (mgr.14718) 1682 : cluster 2022-01-25T23:33:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:11 smithi111 conmon[101466]: [DBG] pgmap v1449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:11 smithi179 conmon[67066]: cluster 2022-01-25T23:33:09.938768+0000 mgr.smithi111.vbmimw (mgr.14718) 1682 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:13 smithi111 conmon[101466]: cluster 2022-01-25T23:33:11.939198+0000 mgr.smithi111.vbmimw (mgr.14718) 1683 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:13 smithi179 conmon[67066]: cluster 2022-01-25T23:33:11.939198+0000 mgr.smithi111.vbmimw (mgr.14718) 1683 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:15 smithi111 conmon[101466]: cluster 2022-01-25T23:33:13.940030+0000 mgr.smithi111.vbmimw (mgr.14718) 1684 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:15 smithi179 conmon[67066]: cluster 2022-01-25T23:33:13.940030+0000 mgr.smithi111.vbmimw (mgr.14718) 1684 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:17 smithi111 conmon[101466]: cluster 2022-01-25T23:33:15.940616+0000 mgr.smithi111.vbmimw (mgr.14718) 1685 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:17.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:17 smithi179 conmon[67066]: cluster 2022-01-25T23:33:15.940616+0000 mgr.smithi111.vbmimw (mgr.14718) 1685 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:19 smithi111 conmon[101466]: cluster 2022-01-25T23:33:17.941155+0000 mgr.smithi111.vbmimw (mgr.14718) 1686 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:19 smithi179 conmon[67066]: cluster 2022-01-25T23:33:17.941155+0000 mgr.smithi111.vbmimw (mgr.14718) 1686 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:20.334 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:33:20.600 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:20.601 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (55m) 5m ago 56m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:33:20.601 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (47m) 5m ago 56m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:33:20.602 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (46m) 5m ago 55m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:33:20.602 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (55m) 5m ago 56m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:33:20.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (51m) 5m ago 51m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:33:20.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (51m) 5m ago 51m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:33:20.604 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (47m) 5m ago 57m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:33:20.604 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (47m) 5m ago 55m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:33:20.604 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (47m) 5m ago 57m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:33:20.605 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (47m) 5m ago 55m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:33:20.605 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (48m) 5m ago 48m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:33:20.606 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (48m) 5m ago 47m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:33:20.606 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (56m) 5m ago 56m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:33:20.606 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (55m) 5m ago 55m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:33:20.607 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (42m) 5m ago 55m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:33:20.607 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (54m) 5m ago 54m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:33:20.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (54m) 5m ago 54m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:33:20.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (54m) 5m ago 54m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:33:20.609 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (53m) 5m ago 53m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:33:20.609 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (53m) 5m ago 53m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:33:20.609 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (53m) 5m ago 53m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:33:20.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (52m) 5m ago 52m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:33:20.610 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (55m) 5m ago 55m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:33:20.929 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:33:20.929 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:33:20.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:20.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:20.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:33:20.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:20.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:20.932 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:33:20.932 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:20.932 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:20.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:20.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:33:20.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:20.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:20.934 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:33:20.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:20.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:20.936 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:33:20.936 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:33:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:21 smithi111 conmon[101466]: cluster 2022-01-25T23:33:19.941998+0000 mgr.smithi111.vbmimw (mgr.14718) 1687 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:21 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:33:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:21 smithi111 conmon[101466]: 23:33:20.929654+0000 mon.smithi111 (mon.0) 711 : audit [DBG] from='client.? 172.21.15.111:0/481724375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:21 smithi179 conmon[67066]: cluster 2022-01-25T23:33:19.941998+0000 mgr.smithi111.vbmimw (mgr.14718) 1687 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:21 smithi179 conmon[67066]: audit 2022-01-25T23:33:20.929654+0000 mon.smithi111 (mon.0) 711 : audit [DBG] from='client.? 172.21.15.111:0/481724375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:22 smithi111 conmon[101466]: audit 2022-01-25T23:33:20.323161+0000 mgr.smithi111.vbmimw (mgr.14718) 1688 : audit [DBG] from='client.35192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:22 smithi111 conmon[101466]: 2022-01-25T23:33:22.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:22 smithi111 conmon[101466]: audit 2022-01-25T23:33:20.592392+0000 mgr.smithi111.vbmimw (mgr.14718) 1689 : audit [DBG] from='client.35196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:22.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:22 smithi179 conmon[67066]: audit 2022-01-25T23:33:20.323161+0000 mgr.smithi111.vbmimw (mgr.14718) 1688 : audit [DBG] from='client.35192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:22.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:22 smithi179 conmon[67066]: 2022-01-25T23:33:22.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:22 smithi179 conmon[67066]: audit 2022-01-25T23:33:20.592392+0000 mgr.smithi111.vbmimw (mgr.14718) 1689 : audit [DBG] from='client.35196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:23 smithi111 conmon[101466]: cluster 2022-01-25T23:33:21.942584+0000 mgr.smithi111.vbmimw (mgr.14718) 1690 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:23 smithi179 conmon[67066]: cluster 2022-01-25T23:33:21.942584+0000 mgr.smithi111.vbmimw (mgr.14718) 1690 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:25 smithi111 conmon[101466]: cluster 2022-01-25T23:33:23.943339+0000 mgr.smithi111.vbmimw (mgr.14718) 1691 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:25 smithi179 conmon[67066]: cluster 2022-01-25T23:33:23.943339+0000 mgr.smithi111.vbmimw (mgr.14718) 1691 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: audit 2022-01-25T23:33:25.742765+0000 mon.smithi111 (mon.0 2022-01-25T23:33:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: ) 712 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: audit 2022-01-25T23:33:25.744142+0000 mon.smithi111 (mon.0) 713 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: audit 2022-01-25T23:33:25.745053+0000 mon.smithi111 (mon.0) 714 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: audit 2022-01-25T23:33:26.050940+0000 mon.smithi111 (mon.0) 715 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:33:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: audit 2022 2022-01-25T23:33:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:26 smithi111 conmon[101466]: -01-25T23:33:26.058345+0000 mon.smithi111 (mon.0) 716 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:33:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: audit 2022-01-25T23:33:25.742765+0000 mon.smithi111 (mon.0) 712 : audit [DBG] 2022-01-25T23:33:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: audit 2022-01-25T23:33:25.744142+0000 mon.smithi111 (mon.0) 713 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: audit 2022-01-25T23:33:25.745053+0000 mon.smithi111 (mon.0) 714 : audit 2022-01-25T23:33:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: audit 2022-01-25T23:33:26.050940+0000 mon.smithi111 (mon.0) 715 : audit 2022-01-25T23:33:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:33:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: audit 2022-01-25T23:33 2022-01-25T23:33:26.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:26 smithi179 conmon[67066]: :26.058345+0000 mon.smithi111 (mon.0) 716 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:33:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:27 smithi111 conmon[101466]: cephadm 2022-01-25T23:33:25.745774+0000 mgr.smithi111.vbmimw (mgr.14718) 1692 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:27 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T23:33:27.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:27 smithi111 conmon[101466]: 23:33:25.943834+0000 mgr.smithi111.vbmimw (mgr.14718) 1693 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:27 smithi179 conmon[67066]: cephadm 2022-01-25T23:33:25.745774+0000 mgr.smithi111.vbmimw (mgr.14718) 1692 : cephadm 2022-01-25T23:33:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:27 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:27 smithi179 conmon[67066]: cluster 2022-01-25T23:33:25.943834+0000 mgr.smithi111.vbmimw (mgr.14718) 1693 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:29.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:29 smithi179 conmon[67066]: cluster 2022-01-25T23:33:27.944377+0000 mgr.smithi111.vbmimw (mgr.14718) 1694 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:29 smithi111 conmon[101466]: cluster 2022-01-25T23:33:27.944377+0000 mgr.smithi111.vbmimw (mgr.14718) 1694 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:31.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:31 smithi179 conmon[67066]: cluster 2022-01-25T23:33:29.945298+0000 mgr.smithi111.vbmimw (mgr.14718) 1695 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:31 smithi111 conmon[101466]: cluster 2022-01-25T23:33:29.945298+0000 mgr.smithi111.vbmimw (mgr.14718) 1695 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:33 smithi111 conmon[101466]: cluster 2022-01-25T23:33:31.945773+0000 mgr.smithi111.vbmimw (mgr.14718) 1696 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:33 smithi179 conmon[67066]: cluster 2022-01-25T23:33:31.945773+0000 mgr.smithi111.vbmimw (mgr.14718) 1696 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:35 smithi111 conmon[101466]: cluster 2022-01-25T23:33:33.946457+0000 mgr.smithi111.vbmimw (mgr.14718) 1697 : cluster 2022-01-25T23:33:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:35 smithi111 conmon[101466]: [DBG] pgmap v1461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:35 smithi179 conmon[67066]: cluster 2022-01-25T23:33:33.946457+0000 mgr.smithi111.vbmimw (mgr.14718) 1697 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:35 smithi179 conmon[67066]: 2022-01-25T23:33:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:37 smithi111 conmon[101466]: cluster 2022-01-25T23:33:35.947120+0000 mgr.smithi111.vbmimw (mgr.14718) 1698 : cluster [DBG] 2022-01-25T23:33:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:37 smithi111 conmon[101466]: pgmap v1462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:37 smithi179 conmon[67066]: cluster 2022-01-25T23:33:35.947120+0000 mgr.smithi111.vbmimw (mgr.14718) 1698 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:38 smithi111 conmon[101466]: audit 2022-01-25T23:33:37.484146+0000 mon.smithi111 (mon.0) 717 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:38 smithi111 conmon[101466]: audit 2022-01-25T23:33:37.484412+0000 mon.smithi111 (mon.0) 718 2022-01-25T23:33:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:38 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:38 smithi179 conmon[67066]: audit 2022-01-25T23:33:37.484146+0000 mon.smithi111 (mon.0) 717 : audit [INF] 2022-01-25T23:33:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:38 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:38 smithi179 conmon[67066]: audit 2022-01-25T23:33:37.484412+0000 mon.smithi111 (mon.0) 718 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:39 smithi111 conmon[101466]: cluster 2022-01-25T23:33:37.947601+0000 mgr.smithi111.vbmimw (mgr.14718) 1699 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:39 smithi179 conmon[67066]: cluster 2022-01-25T23:33:37.947601+0000 mgr.smithi111.vbmimw (mgr.14718) 1699 : cluster [DBG] 2022-01-25T23:33:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:39 smithi179 conmon[67066]: pgmap v1463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:41 smithi111 conmon[101466]: cluster 2022-01-25T23:33:39.948550+0000 mgr.smithi111.vbmimw (mgr.14718) 1700 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:41 smithi179 conmon[67066]: cluster 2022-01-25T23:33:39.948550+0000 mgr.smithi111.vbmimw (mgr.14718) 1700 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:43 smithi111 conmon[101466]: cluster 2022-01-25T23:33:41.949004+0000 mgr.smithi111.vbmimw (mgr.14718) 1701 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:43 smithi179 conmon[67066]: cluster 2022-01-25T23:33:41.949004+0000 mgr.smithi111.vbmimw (mgr.14718) 1701 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:45 smithi111 conmon[101466]: cluster 2022-01-25T23:33:43.949829+0000 mgr.smithi111.vbmimw (mgr.14718) 1702 : cluster [DBG] 2022-01-25T23:33:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:45 smithi111 conmon[101466]: pgmap v1466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:45 smithi179 conmon[67066]: cluster 2022-01-25T23:33:43.949829+0000 mgr.smithi111.vbmimw (mgr.14718) 1702 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:47 smithi111 conmon[101466]: cluster 2022-01-25T23:33:45.950574+0000 mgr.smithi111.vbmimw (mgr.14718) 1703 : cluster 2022-01-25T23:33:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:47 smithi111 conmon[101466]: [DBG] pgmap v1467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:47 smithi179 conmon[67066]: cluster 2022-01-25T23:33:45.950574+0000 mgr.smithi111.vbmimw (mgr.14718) 1703 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:49 smithi111 conmon[101466]: cluster 2022-01-25T23:33:47.951216+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:33:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:49 smithi111 conmon[101466]: 1704 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:49 smithi179 conmon[67066]: cluster 2022-01-25T23:33:47.951216+0000 mgr.smithi111.vbmimw (mgr.14718) 1704 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:51.229 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:33:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:51 smithi111 conmon[101466]: cluster 2022-01-25T23:33:49.952093+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:33:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:51 smithi111 conmon[101466]: .14718) 1705 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:51.502 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:51.503 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (55m) 6m ago 57m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:33:51.503 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (47m) 6m ago 57m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:33:51.503 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (47m) 6m ago 56m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:33:51.503 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (55m) 6m ago 56m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:33:51.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (51m) 6m ago 51m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:33:51.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (51m) 6m ago 51m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:33:51.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (48m) 6m ago 58m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:33:51.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (48m) 6m ago 56m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:33:51.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (47m) 6m ago 58m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:33:51.505 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (47m) 6m ago 56m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:33:51.505 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (48m) 6m ago 48m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:33:51.505 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (48m) 6m ago 48m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:33:51.505 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (56m) 6m ago 56m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:33:51.506 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (56m) 6m ago 56m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:33:51.506 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (43m) 6m ago 55m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:33:51.506 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (55m) 6m ago 55m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:33:51.506 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (54m) 6m ago 54m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:33:51.507 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (54m) 6m ago 54m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:33:51.507 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (54m) 6m ago 54m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:33:51.507 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (54m) 6m ago 54m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:33:51.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (53m) 6m ago 53m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:33:51.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (53m) 6m ago 53m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:33:51.508 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (55m) 6m ago 56m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:33:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:51 smithi179 conmon[67066]: cluster 2022-01-25T23:33:49.952093+0000 mgr.smithi111.vbmimw (mgr.14718) 1705 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:51 smithi179 conmon[67066]: 2022-01-25T23:33:51.821 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:33:51.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:33:51.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:51.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:51.822 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:33:51.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:51.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:51.823 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:33:51.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:51.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:51.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:51.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:33:51.824 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:51.824 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:33:51.824 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:33:51.824 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:51.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:51.825 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:33:51.825 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:33:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:52 smithi111 conmon[101466]: audit 2022-01-25T23:33:51.218490+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:33:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:52 smithi111 conmon[101466]: mgr.14718) 1706 : audit [DBG] from='client.35204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:52 smithi111 conmon[101466]: audit 2022-01-25T23:33:51.821803+0000 mon.smithi111 (mon.0) 719 : audit [DBG] from='client.? 172.21.15.111:0/2269219267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:52.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:52 smithi179 conmon[67066]: audit 2022-01-25T23:33:51.218490+0000 mgr.smithi111.vbmimw (mgr.14718) 1706 : 2022-01-25T23:33:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:52 smithi179 conmon[67066]: audit [DBG] from='client.35204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:52 smithi179 conmon[67066]: audit 2022-01-25T23:33:51.821803+0000 mon.smithi111 (mon.0) 719 : audit [DBG] from='client.? 172.21.15.111:0/2269219267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:53 smithi111 conmon[101466]: audit 2022-01-25T23:33:51.488486+0000 mgr.smithi111.vbmimw (mgr.14718) 1707 : audit [DBG] from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:53 smithi111 conmon[101466]: cluster 2022-01-25T23:33:51.952525+0000 mgr.smithi111.vbmimw (mgr.14718) 1708 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:53 smithi179 conmon[67066]: audit 2022-01-25T23:33:51.488486+0000 mgr.smithi111.vbmimw (mgr.14718) 1707 : audit [DBG] from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:53 smithi179 conmon[67066]: 2022-01-25T23:33:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:53 smithi179 conmon[67066]: cluster 2022-01-25T23:33:51.952525+0000 mgr.smithi111.vbmimw (mgr.14718) 1708 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:55 smithi111 conmon[101466]: cluster 2022-01-25T23:33:53.953370+0000 mgr.smithi111.vbmimw (mgr.14718) 1709 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:55 smithi179 conmon[67066]: cluster 2022-01-25T23:33:53.953370+0000 mgr.smithi111.vbmimw (mgr.14718) 1709 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:57 smithi111 conmon[101466]: cluster 2022-01-25T23:33:55.953938+0000 mgr.smithi111.vbmimw (mgr.14718) 1710 : cluster [DBG] 2022-01-25T23:33:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:57 smithi111 conmon[101466]: pgmap v1472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:57 smithi179 conmon[67066]: cluster 2022-01-25T23:33:55.953938+0000 mgr.smithi111.vbmimw (mgr.14718) 1710 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:59 smithi111 conmon[101466]: cluster 2022-01-25T23:33:57.954401+0000 mgr.smithi111.vbmimw (mgr.14718) 1711 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:33:59 smithi111 conmon[101466]: 2022-01-25T23:33:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:33:59 smithi179 conmon[67066]: cluster 2022-01-25T23:33:57.954401+0000 mgr.smithi111.vbmimw (mgr.14718) 1711 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:01 smithi111 conmon[101466]: cluster 2022-01-25T23:33:59.955218+0000 mgr.smithi111.vbmimw (mgr.14718) 1712 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:01 smithi179 conmon[67066]: cluster 2022-01-25T23:33:59.955218+0000 mgr.smithi111.vbmimw (mgr.14718) 1712 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:03 smithi111 conmon[101466]: cluster 2022-01-25T23:34:01.955674+0000 mgr.smithi111.vbmimw (mgr.14718) 1713 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:03 smithi179 conmon[67066]: cluster 2022-01-25T23:34:01.955674+0000 mgr.smithi111.vbmimw (mgr.14718) 1713 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:05 smithi111 conmon[101466]: cluster 2022-01-25T23:34:03.956357+0000 mgr.smithi111.vbmimw (mgr.14718) 1714 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:05 smithi179 conmon[67066]: cluster 2022-01-25T23:34:03.956357+0000 mgr.smithi111.vbmimw (mgr.14718) 1714 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:07 smithi111 conmon[101466]: cluster 2022-01-25T23:34:05.957041+0000 mgr.smithi111.vbmimw (mgr.14718) 1715 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:07 smithi179 conmon[67066]: cluster 2022-01-25T23:34:05.957041+0000 mgr.smithi111.vbmimw (mgr.14718) 1715 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:09 smithi111 conmon[101466]: cluster 2022-01-25T23:34:07.957460+0000 mgr.smithi111.vbmimw (mgr.14718) 1716 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:09 smithi179 conmon[67066]: cluster 2022-01-25T23:34:07.957460+0000 mgr.smithi111.vbmimw (mgr.14718) 1716 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:11 smithi111 conmon[101466]: cluster 2022-01-25T23:34:09.958210+0000 mgr.smithi111.vbmimw (mgr.14718) 1717 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:11 smithi179 conmon[67066]: cluster 2022-01-25T23:34:09.958210+0000 mgr.smithi111.vbmimw (mgr.14718) 1717 : cluster [DBG] 2022-01-25T23:34:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:11 smithi179 conmon[67066]: pgmap v1479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:13 smithi111 conmon[101466]: cluster 2022-01-25T23:34:11.958879+0000 mgr.smithi111.vbmimw (mgr.14718) 1718 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:13 smithi111 conmon[101466]: 2022-01-25T23:34:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:13 smithi179 conmon[67066]: cluster 2022-01-25T23:34:11.958879+0000 mgr.smithi111.vbmimw (mgr.14718) 1718 : cluster [DBG] 2022-01-25T23:34:13.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:13 smithi179 conmon[67066]: pgmap v1480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:15 smithi111 conmon[101466]: cluster 2022-01-25T23:34:13.959595+0000 mgr.smithi111.vbmimw (mgr.14718) 1719 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:15 smithi179 conmon[67066]: cluster 2022-01-25T23:34:13.959595+0000 mgr.smithi111.vbmimw (mgr.14718) 1719 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:17 smithi111 conmon[101466]: cluster 2022-01-25T23:34:15.960249+0000 mgr.smithi111.vbmimw (mgr.14718) 1720 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:17 smithi111 conmon[101466]: 2022-01-25T23:34:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:17 smithi179 conmon[67066]: cluster 2022-01-25T23:34:15.960249+0000 mgr.smithi111.vbmimw (mgr.14718) 1720 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:19 smithi111 conmon[101466]: cluster 2022-01-25T23:34:17.960729+0000 mgr.smithi111.vbmimw (mgr.14718) 1721 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:19 smithi179 conmon[67066]: cluster 2022-01-25T23:34:17.960729+0000 mgr.smithi111.vbmimw (mgr.14718) 1721 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:21 smithi111 conmon[101466]: cluster 2022-01-25T23:34:19.961483+0000 mgr.smithi111.vbmimw (mgr.14718) 1722 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:21 smithi179 conmon[67066]: cluster 2022-01-25T23:34:19.961483+0000 mgr.smithi111.vbmimw (mgr.14718) 1722 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:34:22.389 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:22.389 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (56m) 6m ago 57m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:34:22.390 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (48m) 6m ago 57m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:34:22.390 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (47m) 7m ago 56m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:34:22.390 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (56m) 6m ago 57m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:34:22.390 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (52m) 6m ago 52m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:34:22.391 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (52m) 7m ago 52m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:34:22.391 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (48m) 6m ago 58m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:34:22.391 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (48m) 7m ago 56m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:34:22.391 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (48m) 6m ago 58m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:34:22.391 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (48m) 7m ago 56m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:34:22.392 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (49m) 6m ago 49m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:34:22.392 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (49m) 7m ago 49m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:34:22.392 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (57m) 6m ago 57m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:34:22.392 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (56m) 7m ago 56m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:34:22.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (43m) 6m ago 56m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:34:22.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (55m) 6m ago 55m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:34:22.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (55m) 6m ago 55m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:34:22.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (55m) 6m ago 55m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:34:22.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (54m) 7m ago 54m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:34:22.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (54m) 7m ago 54m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:34:22.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (54m) 7m ago 54m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:34:22.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (54m) 7m ago 54m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:34:22.395 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (56m) 6m ago 57m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:34:22.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:34:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:34:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:34:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:22.710 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:22.710 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:34:22.710 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:22.710 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:34:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:34:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:34:22.712 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:34:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:23 smithi111 conmon[101466]: cluster 2022-01-25T23:34:21.961906+0000 mgr.smithi111.vbmimw (mgr.14718) 1723 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:23 smithi111 conmon[101466]: audit 2022-01-25T23:34:22 2022-01-25T23:34:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:23 smithi111 conmon[101466]: .109833+0000 mgr.smithi111.vbmimw (mgr.14718) 1724 : audit [DBG] from='client.35216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:23.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:23 smithi111 conmon[101466]: audit 2022-01-25T23:34:22.709258+0000 mon.smithi111 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.111:0/504372916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:23 smithi179 conmon[67066]: cluster 2022-01-25T23:34:21.961906+0000 mgr.smithi111.vbmimw (mgr.14718) 1723 : cluster [DBG] 2022-01-25T23:34:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:23 smithi179 conmon[67066]: pgmap v1485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:23 smithi179 conmon[67066]: audit 2022-01-25T23:34:22.109833+0000 mgr.smithi111.vbmimw (mgr.14718) 1724 : audit [DBG] from='client.35216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:23 smithi179 conmon[67066]: audit 2022-01-25T23:34:22.709258+0000 mon.smithi111 (mon.0 2022-01-25T23:34:23.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:23 smithi179 conmon[67066]: ) 720 : audit [DBG] from='client.? 172.21.15.111:0/504372916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:24 smithi111 conmon[101466]: audit 2022-01-25T23:34:22.381220+0000 mgr.smithi111.vbmimw (mgr.14718) 1725 : audit [DBG] from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:24 smithi179 conmon[67066]: audit 2022-01-25T23:34:22.381220+0000 mgr.smithi111.vbmimw (mgr.14718) 1725 : audit [DBG] from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:25 smithi111 conmon[101466]: cluster 2022-01-25T23:34:23.962723+0000 mgr.smithi111.vbmimw (mgr.14718) 1726 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:25 smithi179 conmon[67066]: cluster 2022-01-25T23:34:23.962723+0000 mgr.smithi111.vbmimw (mgr.14718) 1726 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:26 smithi179 conmon[67066]: audit 2022-01-25T23:34:26.061085+0000 mon.smithi111 (mon.0) 721 : audit 2022-01-25T23:34:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:26 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:26 smithi179 conmon[67066]: audit 2022-01-25T23:34:26.062407+0000 mon.smithi111 (mon.0) 722 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:26.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:26 smithi179 conmon[67066]: audit 2022-01-25T23:34:26. 2022-01-25T23:34:26.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:26 smithi179 conmon[67066]: 063218+0000 mon.smithi111 (mon.0) 723 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:26 smithi111 conmon[101466]: audit 2022-01-25T23:34:26.061085+0000 mon.smithi111 (mon.0) 721 : audit [DBG] 2022-01-25T23:34:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:26 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:26 smithi111 conmon[101466]: audit 2022-01-25T23:34:26.062407+0000 mon.smithi111 (mon.0) 722 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:26 smithi111 conmon[101466]: audit 2022-01-25T23:34:26.063218+0000 mon.smithi111 (mon.0) 723 2022-01-25T23:34:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:26 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: cluster 2022-01-25T23:34:25.963440+0000 mgr.smithi111.vbmimw (mgr.14718) 1727 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: cephadm 2022-01-25T23:34:26.063935+0000 mgr.smithi111.vbmimw (mgr.14718) 1728 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: audit 2022-01-25T23:34:26.371437+0000 mon.smithi111 (mon.0) 724 : audit [INF] 2022-01-25T23:34:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:34:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:34:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: 34:26.375992+0000 mon.smithi111 (mon.0) 725 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:34:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:27 smithi179 conmon[67066]: 2022-01-25T23:34:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:27 smithi111 conmon[101466]: cluster 2022-01-25T23:34:25.963440+0000 mgr.smithi111.vbmimw (mgr.14718) 1727 : cluster 2022-01-25T23:34:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:27 smithi111 conmon[101466]: [DBG] pgmap v1487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:27 smithi111 conmon[101466]: cephadm 2022-01-25T23:34:26.063935+0000 mgr.smithi111.vbmimw (mgr.14718) 1728 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:27 smithi111 conmon[101466]: audit 2022-01-25T23:34:26.371437+0000 mon.smithi111 (mon.0) 724 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:34:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:27 smithi111 conmon[101466]: audit 2022-01-25T23:34:26.375992+0000 mon.smithi111 (mon.0) 725 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:34:29.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:29 smithi111 conmon[101466]: cluster 2022-01-25T23:34:27.963902+0000 mgr.smithi111.vbmimw (mgr.14718) 1729 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:29 smithi179 conmon[67066]: cluster 2022-01-25T23:34:27.963902+0000 mgr.smithi111.vbmimw (mgr.14718) 1729 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:31 smithi111 conmon[101466]: cluster 2022-01-25T23:34:29.964697+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:34:31.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:31 smithi111 conmon[101466]: 14718) 1730 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:31 smithi179 conmon[67066]: cluster 2022-01-25T23:34:29.964697+0000 mgr.smithi111.vbmimw (mgr.14718) 1730 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:33 smithi111 conmon[101466]: cluster 2022-01-25T23:34:31.965247+0000 mgr.smithi111.vbmimw (mgr.14718) 1731 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:33 smithi179 conmon[67066]: cluster 2022-01-25T23:34:31.965247+0000 mgr.smithi111.vbmimw (mgr.14718) 1731 : cluster [DBG] 2022-01-25T23:34:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:33 smithi179 conmon[67066]: pgmap v1490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:35.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:35 smithi111 conmon[101466]: cluster 2022-01-25T23:34:33.966174+0000 mgr.smithi111.vbmimw (mgr.14718) 1732 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:35 smithi179 conmon[67066]: cluster 2022-01-25T23:34:33.966174+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:34:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:35 smithi179 conmon[67066]: 1732 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:37 smithi111 conmon[101466]: cluster 2022-01-25T23:34:35.966667+0000 mgr.smithi111.vbmimw (mgr.14718) 1733 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:37 smithi179 conmon[67066]: cluster 2022-01-25T23:34:35.966667+0000 mgr.smithi111.vbmimw (mgr.14718) 1733 : cluster 2022-01-25T23:34:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:37 smithi179 conmon[67066]: [DBG] pgmap v1492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:38 smithi111 conmon[101466]: audit 2022-01-25T23:34:37.488539+0000 mon.smithi111 (mon.0) 726 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:38 smithi111 conmon[101466]: audit 2022-01-25T23:34:37.488778+0000 mon.smithi111 (mon.0) 727 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:38 smithi179 conmon[67066]: audit 2022-01-25T23:34:37.488539+0000 mon.smithi111 (mon.0) 726 : audit 2022-01-25T23:34:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:38 smithi179 conmon[67066]: audit 2022-01-25T23:34:37.488778+0000 mon.smithi111 (mon.0) 727 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:39 smithi111 conmon[101466]: cluster 2022-01-25T23:34:37.967171+0000 mgr.smithi111.vbmimw (mgr.14718) 1734 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:39 smithi179 conmon[67066]: cluster 2022-01-25T23:34:37.967171+0000 mgr.smithi111.vbmimw (mgr.14718) 1734 : cluster 2022-01-25T23:34:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:39 smithi179 conmon[67066]: [DBG] pgmap v1493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:41 smithi111 conmon[101466]: cluster 2022-01-25T23:34:39.968071+0000 mgr.smithi111.vbmimw (mgr.14718) 1735 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:41 smithi179 conmon[67066]: cluster 2022-01-25T23:34:39.968071+0000 mgr.smithi111.vbmimw (mgr.14718) 1735 : cluster 2022-01-25T23:34:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:41 smithi179 conmon[67066]: [DBG] pgmap v1494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:43 smithi111 conmon[101466]: cluster 2022-01-25T23:34:41.968597+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:34:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:43 smithi111 conmon[101466]: ) 1736 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:43 smithi179 conmon[67066]: cluster 2022-01-25T23:34:41.968597+0000 mgr.smithi111.vbmimw (mgr.14718) 1736 : cluster 2022-01-25T23:34:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:43 smithi179 conmon[67066]: [DBG] pgmap v1495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:45 smithi111 conmon[101466]: cluster 2022-01-25T23:34:43.969363+0000 mgr.smithi111.vbmimw (mgr.14718) 1737 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:45 smithi179 conmon[67066]: cluster 2022-01-25T23:34:43.969363+0000 mgr.smithi111.vbmimw (mgr.14718) 1737 : cluster 2022-01-25T23:34:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:45 smithi179 conmon[67066]: [DBG] pgmap v1496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:47 smithi111 conmon[101466]: cluster 2022-01-25T23:34:45.970033+0000 mgr.smithi111.vbmimw (mgr.14718) 1738 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:47 smithi179 conmon[67066]: cluster 2022-01-25T23:34:45.970033+0000 mgr.smithi111.vbmimw (mgr.14718) 1738 : cluster 2022-01-25T23:34:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:47 smithi179 conmon[67066]: [DBG] pgmap v1497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:49 smithi111 conmon[101466]: cluster 2022-01-25T23:34:47.970636+0000 mgr.smithi111.vbmimw (mgr.14718) 1739 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:49 smithi179 conmon[67066]: cluster 2022-01-25T23:34:47.970636+0000 mgr.smithi111.vbmimw (mgr.14718) 1739 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:51 smithi111 conmon[101466]: cluster 2022-01-25T23:34:49.971390+0000 mgr.smithi111.vbmimw (mgr.14718) 1740 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:51 smithi179 conmon[67066]: cluster 2022-01-25T23:34:49.971390+0000 mgr.smithi111.vbmimw (mgr.14718) 1740 : cluster [DBG] 2022-01-25T23:34:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:51 smithi179 conmon[67066]: pgmap v1499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:53.006 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:34:53.277 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:53.277 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (56m) 7m ago 58m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:34:53.277 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (48m) 7m ago 58m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:34:53.277 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (48m) 7m ago 57m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:34:53.278 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (56m) 7m ago 57m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:34:53.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (52m) 7m ago 52m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:34:53.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (53m) 7m ago 52m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:34:53.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (49m) 7m ago 59m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:34:53.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (49m) 7m ago 57m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:34:53.279 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (48m) 7m ago 59m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:34:53.279 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (48m) 7m ago 57m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:34:53.279 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (49m) 7m ago 49m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:34:53.279 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (49m) 7m ago 49m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:34:53.279 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (57m) 7m ago 57m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:34:53.280 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (57m) 7m ago 57m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:34:53.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (44m) 7m ago 56m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:34:53.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (56m) 7m ago 56m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:34:53.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (56m) 7m ago 56m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:34:53.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (55m) 7m ago 55m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:34:53.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (55m) 7m ago 55m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:34:53.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (55m) 7m ago 55m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:34:53.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (54m) 7m ago 54m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:34:53.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (54m) 7m ago 54m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:34:53.281 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (56m) 7m ago 57m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:34:53.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:53 smithi111 conmon[101466]: cluster 2022-01-25T23:34:51.971829+0000 mgr.smithi111.vbmimw (mgr.14718) 1741 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:53 smithi111 conmon[101466]: 2022-01-25T23:34:53.596 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:34:53.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:34:53.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:53.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:53.597 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:34:53.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:53.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:53.597 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:34:53.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:53.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:53.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:53.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:34:53.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:53.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:34:53.599 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:34:53.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:53.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:53.599 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:34:53.600 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:34:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:53 smithi179 conmon[67066]: cluster 2022-01-25T23:34:51.971829+0000 mgr.smithi111.vbmimw (mgr.14718) 1741 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:54 smithi111 conmon[101466]: audit 2022-01-25T23:34:52.995770+0000 mgr.smithi111.vbmimw (mgr.14718) 1742 : audit [DBG] from='client.35228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:54 smithi111 conmon[101466]: audit 2022-01-25T23:34:53.596871+0000 mon.smithi111 (mon.0) 728 : audit [DBG] from='client.? 172.21.15.111:0/2867840679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:54.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:54 smithi179 conmon[67066]: audit 2022-01-25T23:34:52.995770+0000 mgr.smithi111.vbmimw (mgr.14718) 1742 : audit [DBG] from='client.35228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:54.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:54 smithi179 conmon[67066]: audit 2022-01-25T23:34:53.596871+0000 mon.smithi111 (mon.0) 728 : audit [DBG] from='client.? 172.21.15.111:0/2867840679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:55 smithi111 conmon[101466]: audit 2022-01-25T23:34:53.268814+0000 mgr.smithi111.vbmimw (mgr.14718) 1743 : audit [DBG] from='client.35232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:55 smithi111 conmon[101466]: cluster 2022-01-25T23:34:53.972486+0000 mgr.smithi111.vbmimw (mgr.14718) 1744 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:55 smithi179 conmon[67066]: audit 2022-01-25T23:34:53.268814+0000 mgr.smithi111.vbmimw (mgr.14718) 1743 : audit [DBG] from='client.35232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:55 smithi179 conmon[67066]: cluster 2022-01-25T23:34:53.972486+0000 mgr.smithi111.vbmimw (mgr.14718) 1744 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:57 smithi111 conmon[101466]: cluster 2022-01-25T23:34:55.973007+0000 mgr.smithi111.vbmimw (mgr.14718) 1745 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:57 smithi179 conmon[67066]: cluster 2022-01-25T23:34:55.973007+0000 mgr.smithi111.vbmimw (mgr.14718) 1745 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:34:59 smithi111 conmon[101466]: cluster 2022-01-25T23:34:57.973481+0000 mgr.smithi111.vbmimw (mgr.14718) 1746 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:34:59 smithi179 conmon[67066]: cluster 2022-01-25T23:34:57.973481+0000 mgr.smithi111.vbmimw (mgr.14718) 1746 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:01 smithi111 conmon[101466]: cluster 2022-01-25T23:34:59.974290+0000 mgr.smithi111.vbmimw (mgr.14718) 1747 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:01 smithi179 conmon[67066]: cluster 2022-01-25T23:34:59.974290+0000 mgr.smithi111.vbmimw (mgr.14718) 1747 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:03 smithi111 conmon[101466]: cluster 2022-01-25T23:35:01.974747+0000 mgr.smithi111.vbmimw (mgr.14718) 1748 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:03 smithi179 conmon[67066]: cluster 2022-01-25T23:35:01.974747+0000 mgr.smithi111.vbmimw (mgr.14718) 1748 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:05 smithi111 conmon[101466]: cluster 2022-01-25T23:35:03.975722+0000 mgr.smithi111.vbmimw (mgr.14718) 1749 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:05 smithi179 conmon[67066]: cluster 2022-01-25T23:35:03.975722+0000 mgr.smithi111.vbmimw (mgr.14718) 1749 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:07 smithi111 conmon[101466]: cluster 2022-01-25T23:35:05.976383+0000 mgr.smithi111.vbmimw (mgr.14718) 1750 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:07 smithi179 conmon[67066]: cluster 2022-01-25T23:35:05.976383+0000 mgr.smithi111.vbmimw (mgr.14718) 1750 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:09 smithi111 conmon[101466]: cluster 2022-01-25T23:35:07.976996+0000 mgr.smithi111.vbmimw (mgr.14718) 1751 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:09 smithi179 conmon[67066]: cluster 2022-01-25T23:35:07. 2022-01-25T23:35:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:09 smithi179 conmon[67066]: 976996+0000 mgr.smithi111.vbmimw (mgr.14718) 1751 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:11 smithi111 conmon[101466]: cluster 2022-01-25T23:35:09.977757+0000 mgr.smithi111.vbmimw (mgr.14718) 1752 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:11 smithi179 conmon[67066]: cluster 2022-01-25T23:35:09.977757+0000 mgr.smithi111.vbmimw (mgr.14718) 1752 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:13 smithi111 conmon[101466]: cluster 2022-01-25T23:35:11.978435+0000 mgr.smithi111.vbmimw (mgr.14718) 1753 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:13 smithi111 conmon[101466]: 2022-01-25T23:35:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:13 smithi179 conmon[67066]: cluster 2022-01-25T23:35:11.978435+0000 mgr.smithi111.vbmimw (mgr.14718) 1753 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:15 smithi111 conmon[101466]: cluster 2022-01-25T23:35:13.979156+0000 mgr.smithi111.vbmimw (mgr.14718) 1754 : cluster [DBG] 2022-01-25T23:35:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:15 smithi111 conmon[101466]: pgmap v1511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:15 smithi179 conmon[67066]: cluster 2022-01-25T23:35:13.979156+0000 mgr.smithi111.vbmimw (mgr.14718) 1754 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:17 smithi111 conmon[101466]: cluster 2022-01-25T23:35:15.979688+0000 mgr.smithi111.vbmimw (mgr.14718) 1755 : cluster [DBG] 2022-01-25T23:35:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:17 smithi111 conmon[101466]: pgmap v1512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:17 smithi179 conmon[67066]: cluster 2022-01-25T23:35:15.979688+0000 mgr.smithi111.vbmimw (mgr.14718) 1755 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:19 smithi111 conmon[101466]: cluster 2022-01-25T23:35:17.980125+0000 mgr.smithi111.vbmimw (mgr.14718) 1756 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:19 smithi111 conmon[101466]: 2022-01-25T23:35:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:19 smithi179 conmon[67066]: cluster 2022-01-25T23:35:17.980125+0000 mgr.smithi111.vbmimw (mgr.14718) 1756 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:21.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:21 smithi111 conmon[101466]: cluster 2022-01-25T23:35:19.980957+0000 mgr.smithi111.vbmimw (mgr.14718) 1757 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:21 smithi179 conmon[67066]: cluster 2022-01-25T23:35:19.980957+0000 mgr.smithi111.vbmimw (mgr.14718) 1757 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:23 smithi111 conmon[101466]: cluster 2022-01-25T23:35:21.981584+0000 mgr.smithi111.vbmimw (mgr.14718) 1758 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:23 smithi179 conmon[67066]: cluster 2022-01-25T23:35:21.981584+0000 mgr.smithi111.vbmimw (mgr.14718) 1758 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:23.898 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:35:24.166 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:24.167 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (57m) 8m ago 58m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:35:24.167 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (49m) 8m ago 58m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:35:24.167 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (48m) 8m ago 57m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:35:24.168 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (57m) 8m ago 58m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:35:24.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (53m) 8m ago 53m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:35:24.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (53m) 8m ago 53m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:35:24.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (49m) 8m ago 59m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:35:24.169 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (49m) 8m ago 57m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:35:24.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (49m) 8m ago 59m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:35:24.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (49m) 8m ago 57m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:35:24.169 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (50m) 8m ago 50m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:35:24.170 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (50m) 8m ago 50m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:35:24.170 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (58m) 8m ago 58m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:35:24.170 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (57m) 8m ago 57m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:35:24.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (44m) 8m ago 57m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:35:24.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (56m) 8m ago 56m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:35:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (56m) 8m ago 56m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:35:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (56m) 8m ago 56m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:35:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (55m) 8m ago 55m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:35:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (55m) 8m ago 55m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:35:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (55m) 8m ago 55m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:35:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (55m) 8m ago 55m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:35:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (57m) 8m ago 58m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:35:24.486 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:35:24.486 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:35:24.486 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:24.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:24.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:35:24.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:24.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:35:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:35:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:35:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:35:24.490 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:35:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:25 smithi179 conmon[67066]: audit 2022-01-25T23:35:23.887229+0000 mgr.smithi111.vbmimw (mgr.14718) 1759 : audit [DBG] from='client.35240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:25 smithi179 conmon[67066]: cluster 2022-01-25T23:35:23.982385+0000 mgr.smithi111.vbmimw (mgr.14718) 1760 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:25 smithi179 conmon[67066]: audit 2022-01-25T23:35:24.158779+0000 mgr.smithi111.vbmimw (mgr.14718) 1761 : audit [DBG] from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:25 smithi179 conmon[67066]: audit 2022-01-25T23:35:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:25 smithi179 conmon[67066]: 2022-01-25T23:35:24.486781+0000 mon.smithi111 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.111:0/3415670334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:25 smithi111 conmon[101466]: audit 2022-01-25T23:35:23.887229+0000 mgr.smithi111.vbmimw (mgr.14718) 1759 : audit [DBG] from='client.35240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:25 smithi111 conmon[101466]: cluster 2022-01-25T23:35:23.982385+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:35:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:25 smithi111 conmon[101466]: ) 1760 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:25 smithi111 conmon[101466]: audit 2022-01-25T23:35:24.158779+0000 mgr.smithi111.vbmimw (mgr.14718) 1761 : audit [DBG] from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:25 smithi111 conmon[101466]: audit 2022-01-25T23:35:24.486781+0000 mon.smithi111 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.111:0/3415670334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: cluster 2022-01-25T23:35:25.982889+0000 mgr.smithi111.vbmimw (mgr.14718) 1762 2022-01-25T23:35:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit 2022-01-25T23:35:26.378427+0000 mon.smithi111 (mon.0) 730 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:35:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 25T23:35:26.379767+0000 mon.smithi111 (mon.0) 731 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit 2022-01-25T23:35: 2022-01-25T23:35:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 26.380820+0000 mon.smithi111 (mon.0) 732 : 2022-01-25T23:35:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:35:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 35:26.689316+0000 mon.smithi111 (mon.0) 2022-01-25T23:35:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 733 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:35:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:35:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 23:35:26.693941+0000 mon.smithi111 (mon. 2022-01-25T23:35:27.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:27 smithi179 conmon[67066]: 0) 734 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:35:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: cluster 2022-01-25T23:35:25.982889+0000 mgr.smithi111.vbmimw (mgr.14718) 1762 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: 2022-01-25T23:35:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit 2022-01-25T23:35:26.378427+0000 mon.smithi111 (mon.0) 730 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit 2022-01-25T23:35: 2022-01-25T23:35:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: 26.379767+0000 mon.smithi111 (mon.0) 731 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit 2022 2022-01-25T23:35:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: -01-25T23:35:26.380820+0000 2022-01-25T23:35:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: mon.smithi111 (mon.0) 732 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit 2022 2022-01-25T23:35:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: -01-25T23:35:26.689316+0000 2022-01-25T23:35:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: mon.smithi111 (mon.0) 733 : audit [INF] 2022-01-25T23:35:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:35:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit 2022-01-25T23:35: 2022-01-25T23:35:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: 26.693941+0000 mon.smithi111 (mon.0) 734 : 2022-01-25T23:35:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:27 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:35:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:28 smithi179 conmon[67066]: cephadm 2022-01-25T23:35:26.381557+0000 mgr.smithi111.vbmimw (mgr.14718) 1763 : cephadm [WRN] 2022-01-25T23:35:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:28 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:28 smithi111 conmon[101466]: cephadm 2022-01-25T23:35:26.381557+0000 mgr.smithi111.vbmimw (mgr.14718) 1763 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:29 smithi179 conmon[67066]: cluster 2022-01-25T23:35:27.983323+0000 mgr.smithi111.vbmimw (mgr.14718) 1764 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:29 smithi111 conmon[101466]: cluster 2022-01-25T23:35:27.983323+0000 mgr.smithi111.vbmimw (mgr.14718) 1764 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:30.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:30 smithi179 conmon[67066]: cluster 2022-01-25T23:35:29.984264+0000 mgr.smithi111.vbmimw (mgr.14718) 1765 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:30.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:30 smithi111 conmon[101466]: cluster 2022-01-25T23:35:29.984264+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:35:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:30 smithi111 conmon[101466]: ) 1765 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:33 smithi179 conmon[67066]: cluster 2022-01-25T23:35:31.984822+0000 mgr.smithi111.vbmimw (mgr.14718) 1766 : cluster 2022-01-25T23:35:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:33 smithi179 conmon[67066]: [DBG] pgmap v1520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:33 smithi111 conmon[101466]: cluster 2022-01-25T23:35:31.984822+0000 mgr.smithi111.vbmimw (mgr.14718) 1766 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:33 smithi111 conmon[101466]: 2022-01-25T23:35:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:35 smithi111 conmon[101466]: cluster 2022-01-25T23:35:33.985520+0000 mgr.smithi111.vbmimw (mgr.14718) 1767 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:35 smithi179 conmon[67066]: cluster 2022-01-25T23:35:33.985520+0000 mgr.smithi111.vbmimw (mgr.14718) 1767 : cluster [DBG] 2022-01-25T23:35:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:35 smithi179 conmon[67066]: pgmap v1521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:37 smithi111 conmon[101466]: cluster 2022-01-25T23:35:35.986091+0000 mgr.smithi111.vbmimw (mgr.14718) 1768 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:37 smithi179 conmon[67066]: cluster 2022-01-25T23:35:35.986091+0000 mgr.smithi111.vbmimw (mgr.14718) 1768 : cluster [DBG] 2022-01-25T23:35:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:37 smithi179 conmon[67066]: pgmap v1522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:38 smithi111 conmon[101466]: audit 2022-01-25T23:35:37.492772+0000 mon.smithi111 (mon.0) 735 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:38 smithi111 conmon[101466]: audit 2022-01-25T23:35:37.493055+0000 mon.smithi111 (mon.0) 736 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:38 smithi179 conmon[67066]: audit 2022-01-25T23:35:37.492772+0000 mon.smithi111 (mon.0) 735 2022-01-25T23:35:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:38 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:38 smithi179 conmon[67066]: audit 2022-01-25T23:35:37.493055+0000 mon.smithi111 (mon.0) 736 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:38 smithi179 conmon[67066]: 2022-01-25T23:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:39 smithi111 conmon[101466]: cluster 2022-01-25T23:35:37.986548 2022-01-25T23:35:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:39 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1769 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:39 smithi179 conmon[67066]: cluster 2022-01-25T23:35:37.986548+0000 mgr.smithi111.vbmimw (mgr.14718) 1769 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:41 smithi111 conmon[101466]: cluster 2022-01-25T23:35:39.987290+0000 mgr.smithi111.vbmimw (mgr.14718) 1770 2022-01-25T23:35:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:41 smithi111 conmon[101466]: : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:41 smithi179 conmon[67066]: cluster 2022-01-25T23:35:39.987290+0000 mgr.smithi111.vbmimw (mgr.14718) 1770 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:43 smithi111 conmon[101466]: cluster 2022-01-25T23:35:41.987767+0000 mgr.smithi111.vbmimw (mgr.14718) 1771 : cluster [DBG] 2022-01-25T23:35:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:43 smithi111 conmon[101466]: pgmap v1525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:43 smithi179 conmon[67066]: cluster 2022-01-25T23:35:41.987767+0000 mgr.smithi111.vbmimw (mgr.14718) 1771 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:43 smithi179 conmon[67066]: 2022-01-25T23:35:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:45 smithi111 conmon[101466]: cluster 2022-01-25T23:35:43.988609+0000 mgr.smithi111.vbmimw (mgr.14718) 1772 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:45 smithi179 conmon[67066]: cluster 2022-01-25T23:35:43.988609+0000 mgr.smithi111.vbmimw (mgr.14718) 1772 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:47 smithi111 conmon[101466]: cluster 2022-01-25T23:35:45.989155+0000 mgr.smithi111.vbmimw (mgr.14718) 1773 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:47 smithi179 conmon[67066]: cluster 2022-01-25T23:35:45.989155+0000 mgr.smithi111.vbmimw (mgr.14718) 1773 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:49 smithi111 conmon[101466]: cluster 2022-01-25T23:35:47.989615+0000 mgr.smithi111.vbmimw (mgr.14718) 1774 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:49 smithi179 conmon[67066]: cluster 2022-01-25T23:35:47.989615+0000 mgr.smithi111.vbmimw (mgr.14718) 1774 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:51 smithi111 conmon[101466]: cluster 2022-01-25T23:35:49.990389+0000 mgr.smithi111.vbmimw (mgr.14718) 1775 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:51 smithi179 conmon[67066]: cluster 2022-01-25T23:35:49.990389+0000 mgr.smithi111.vbmimw (mgr.14718) 1775 : cluster [DBG] 2022-01-25T23:35:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:51 smithi179 conmon[67066]: pgmap v1529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:53 smithi111 conmon[101466]: cluster 2022-01-25T23:35:51.990849+0000 mgr.smithi111.vbmimw (mgr.14718) 1776 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:53 smithi179 conmon[67066]: cluster 2022-01-25T23:35:51.990849+0000 mgr.smithi111.vbmimw (mgr.14718) 1776 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:54.789 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:35:55.058 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:55.058 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (57m) 8m ago 59m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:35:55.058 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (49m) 8m ago 59m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:35:55.059 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (49m) 8m ago 58m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:35:55.059 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (57m) 8m ago 58m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:35:55.059 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (53m) 8m ago 53m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:35:55.059 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (54m) 8m ago 54m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:35:55.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (50m) 8m ago 60m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:35:55.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (50m) 8m ago 58m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:35:55.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (49m) 8m ago 60m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:35:55.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (49m) 8m ago 58m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:35:55.060 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (50m) 8m ago 50m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:35:55.061 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (50m) 8m ago 50m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:35:55.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (58m) 8m ago 58m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:35:55.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (58m) 8m ago 58m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:35:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (45m) 8m ago 57m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:35:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (57m) 8m ago 57m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:35:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (57m) 8m ago 57m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:35:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (56m) 8m ago 56m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:35:55.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (56m) 8m ago 56m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:35:55.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (56m) 8m ago 56m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:35:55.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (55m) 8m ago 55m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:35:55.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (55m) 8m ago 55m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:35:55.064 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (57m) 8m ago 58m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:35:55.375 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:35:55.376 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:35:55.376 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:55.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:55.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:35:55.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:55.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:55.378 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:35:55.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:55.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:55.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:55.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:35:55.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:55.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:35:55.380 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:35:55.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:55.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:55.380 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:35:55.381 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:35:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:55 smithi111 conmon[101466]: cluster 2022-01-25T23:35:53.991725+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:35:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:55 smithi111 conmon[101466]: 1777 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:55 smithi179 conmon[67066]: cluster 2022-01-25T23:35:53.991725+0000 mgr.smithi111.vbmimw (mgr.14718) 1777 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:56 smithi111 conmon[101466]: audit 2022-01-25T23:35:54.777963+0000 mgr.smithi111.vbmimw (mgr.14718) 1778 : audit [DBG] from='client.35252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:56.597 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:56 smithi111 conmon[101466]: audit 2022-01-25T23:35:55.049875+0000 mgr.smithi111.vbmimw (mgr.14718) 1779 : audit [DBG] from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:56.597 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:56 smithi111 conmon[101466]: audit 2022-01-25T23:35:55.376556+0000 mon.smithi111 (mon.0) 737 : audit [DBG] from='client.? 172.21.15.111:0/320396062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:56.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:56 smithi179 conmon[67066]: audit 2022-01-25T23:35:54.777963+0000 mgr.smithi111.vbmimw (mgr.14718) 1778 : audit [DBG] from='client.35252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:56.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:56 smithi179 conmon[67066]: audit 2022-01-25T23:35:55.049875+0000 mgr.smithi111.vbmimw (mgr.14718) 1779 : audit [DBG] from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:56.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:56 smithi179 conmon[67066]: audit 2022-01-25T23:35:55.376556+0000 mon.smithi111 (mon.0) 737 : audit [DBG] from='client.? 172.21.15.111:0/320396062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:57 smithi111 conmon[101466]: cluster 2022-01-25T23:35:55.992204+0000 mgr.smithi111.vbmimw (mgr.14718) 1780 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:57 smithi179 conmon[67066]: cluster 2022-01-25T23:35:55.992204+0000 mgr.smithi111.vbmimw (mgr.14718) 1780 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:59 smithi111 conmon[101466]: cluster 2022-01-25T23:35:57.992719+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:35:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:35:59 smithi111 conmon[101466]: 14718) 1781 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:59 smithi179 conmon[67066]: cluster 2022-01-25T23:35:57.992719+0000 mgr.smithi111.vbmimw (mgr.14718) 1781 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:35:59 smithi179 conmon[67066]: 2022-01-25T23:36:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:01 smithi111 conmon[101466]: cluster 2022-01-25T23:35:59.993479+0000 mgr.smithi111.vbmimw (mgr.14718) 1782 2022-01-25T23:36:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:01 smithi111 conmon[101466]: : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:01 smithi179 conmon[67066]: cluster 2022-01-25T23:35:59.993479+0000 mgr.smithi111.vbmimw (mgr.14718) 1782 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:01 smithi179 conmon[67066]: 2022-01-25T23:36:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:03 smithi111 conmon[101466]: cluster 2022-01-25T23:36:01.993960+0000 mgr.smithi111.vbmimw (mgr.14718) 1783 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:03 smithi179 conmon[67066]: cluster 2022-01-25T23:36:01.993960+0000 mgr.smithi111.vbmimw (mgr.14718) 1783 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:05 smithi111 conmon[101466]: cluster 2022-01-25T23:36:03.994744+0000 mgr.smithi111.vbmimw (mgr.14718) 1784 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:05 smithi179 conmon[67066]: cluster 2022-01-25T23:36:03.994744+0000 mgr.smithi111.vbmimw (mgr.14718) 1784 : 2022-01-25T23:36:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:05 smithi179 conmon[67066]: cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:07 smithi111 conmon[101466]: cluster 2022-01-25T23:36:05.995460+0000 mgr.smithi111.vbmimw (mgr.14718) 1785 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:07 smithi179 conmon[67066]: cluster 2022-01-25T23:36:05.995460+0000 mgr.smithi111.vbmimw (mgr.14718) 1785 : cluster [DBG] 2022-01-25T23:36:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:07 smithi179 conmon[67066]: pgmap v1537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:09 smithi111 conmon[101466]: cluster 2022-01-25T23:36:07.995878+0000 mgr.smithi111.vbmimw (mgr.14718) 1786 2022-01-25T23:36:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:09 smithi111 conmon[101466]: : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:09 smithi179 conmon[67066]: cluster 2022-01-25T23:36:07.995878+0000 mgr.smithi111.vbmimw (mgr.14718) 1786 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:09 smithi179 conmon[67066]: 2022-01-25T23:36:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:11 smithi111 conmon[101466]: cluster 2022-01-25T23:36:09.996740+0000 mgr.smithi111.vbmimw (mgr.14718) 1787 2022-01-25T23:36:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:11 smithi111 conmon[101466]: : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:11 smithi179 conmon[67066]: cluster 2022-01-25T23:36:09.996740+0000 mgr.smithi111.vbmimw (mgr.14718) 1787 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:13 smithi111 conmon[101466]: cluster 2022-01-25T23:36:11.997281+0000 mgr.smithi111.vbmimw (mgr.14718) 1788 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:13 smithi179 conmon[67066]: cluster 2022-01-25T23:36:11.997281+0000 mgr.smithi111.vbmimw (mgr.14718) 1788 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:15 smithi111 conmon[101466]: cluster 2022-01-25T23:36:13.998154+0000 mgr.smithi111.vbmimw (mgr.14718) 1789 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:15 smithi179 conmon[67066]: cluster 2022-01-25T23:36:13.998154+0000 mgr.smithi111.vbmimw (mgr.14718) 1789 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:17 smithi111 conmon[101466]: cluster 2022-01-25T23:36:15.998857+0000 mgr.smithi111.vbmimw (mgr.14718) 1790 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:17 smithi179 conmon[67066]: cluster 2022-01-25T23:36:15.998857+0000 mgr.smithi111.vbmimw (mgr.14718) 1790 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:19 smithi179 conmon[67066]: cluster 2022-01-25T23:36:17.999532+0000 mgr.smithi111.vbmimw (mgr.14718) 1791 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:19 smithi111 conmon[101466]: cluster 2022-01-25T23:36:17.999532+0000 mgr.smithi111.vbmimw (mgr.14718) 1791 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:21 smithi179 conmon[67066]: cluster 2022-01-25T23:36:20.000429+0000 mgr.smithi111.vbmimw (mgr.14718) 1792 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:21 smithi111 conmon[101466]: cluster 2022-01-25T23:36:20.000429+0000 mgr.smithi111.vbmimw (mgr.14718) 1792 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:22.227 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:21 smithi111 conmon[101466]: 2022-01-25T23:36:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:23 smithi179 conmon[67066]: cluster 2022-01-25T23:36:22.000923+0000 mgr.smithi111.vbmimw (mgr.14718) 1793 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:23 smithi111 conmon[101466]: cluster 2022-01-25T23:36:22.000923+0000 mgr.smithi111.vbmimw (mgr.14718) 1793 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:25 smithi179 conmon[67066]: cluster 2022-01-25T23:36:24.001904+0000 mgr.smithi111.vbmimw (mgr.14718) 1794 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:25.675 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:36:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:25 smithi111 conmon[101466]: cluster 2022-01-25T23:36:24.001904+0000 mgr.smithi111.vbmimw (mgr.14718) 1794 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:25.942 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:25.942 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (58m) 9m ago 59m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:36:25.943 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (50m) 9m ago 59m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:36:25.943 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (49m) 9m ago 58m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:36:25.943 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (58m) 9m ago 59m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:36:25.943 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (54m) 9m ago 54m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:36:25.943 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (54m) 9m ago 54m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:36:25.944 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (50m) 9m ago 60m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:36:25.944 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (50m) 9m ago 58m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:36:25.944 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (50m) 9m ago 60m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:36:25.944 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (50m) 9m ago 58m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (51m) 9m ago 51m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (51m) 9m ago 51m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (59m) 9m ago 59m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (58m) 9m ago 58m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (45m) 9m ago 58m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:36:25.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (57m) 9m ago 57m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:36:25.946 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (57m) 9m ago 57m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:36:25.946 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (57m) 9m ago 57m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:36:25.946 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (56m) 9m ago 56m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:36:25.946 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (56m) 9m ago 56m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:36:25.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (56m) 9m ago 56m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:36:25.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (56m) 9m ago 56m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:36:25.947 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (58m) 9m ago 59m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:36:26.264 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:36:26.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:36:26.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:26.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:26.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:36:26.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:36:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:36:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:36:26.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:26.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:26.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:36:26.268 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:36:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36:25.664783+0000 mgr.smithi111.vbmimw (mgr.14718) 1795 : 2022-01-25T23:36:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit [DBG] from='client.35264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36:25.934165+0000 mgr.smithi111.vbmimw (mgr.14718) 1796 : audit [DBG] from='client.35268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: cluster 2022-01-25T23: 2022-01-25T23:36:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 36:26.002397+0000 mgr.smithi111.vbmimw (mgr.14718) 1797 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36:26 2022-01-25T23:36:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: .265050+0000 mon.smithi111 (mon.0) 738 : audit 2022-01-25T23:36:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/910230940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:36:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 36:26.696306+0000 mon.smithi111 (mon.0) 2022-01-25T23:36:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 739 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:27.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:36:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: :36:26.697453+0000 mon.smithi111 (mon.0 2022-01-25T23:36:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: ) 740 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:36:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: :36:26.698186+0000 mon.smithi111 (mon.0) 741 : audit [INF] 2022-01-25T23:36:27.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:27.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36: 2022-01-25T23:36:27.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 26.991510+0000 mon.smithi111 (mon.0) 742 : 2022-01-25T23:36:27.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:36:27.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36: 2022-01-25T23:36:27.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 27.001983+0000 mon.smithi111 (mon.0) 743 : 2022-01-25T23:36:27.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:36:27.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23:36 2022-01-25T23:36:27.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: :27.005789+0000 mon.smithi111 (mon.0) 744 2022-01-25T23:36:27.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:36:27.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:36:27.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: :36:27.010531+0000 mon.smithi111 (mon. 2022-01-25T23:36:27.624 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:27 smithi179 conmon[67066]: 0) 745 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:36:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T23:36:25.664783+0000 mgr.smithi111.vbmimw (mgr.14718) 1795 : audit 2022-01-25T23:36:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: [DBG] from='client.35264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T23:36:25.934165+0000 mgr.smithi111.vbmimw (mgr.14718) 1796 : audit [DBG] from='client.35268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: cluster 2022-01-25T23:36:26.002397+0000 2022-01-25T23:36:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1797 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:36:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: 25T23:36:26.265050+0000 mon.smithi111 (mon.0) 738 : audit 2022-01-25T23:36:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/910230940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T23:36 2022-01-25T23:36:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: :26.696306+0000 mon.smithi111 (mon.0) 739 2022-01-25T23:36:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:36:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: :36:26.697453+0000 mon.smithi111 (mon.0 2022-01-25T23:36:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: ) 740 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:36:27.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: 23:36:26.698186+0000 mon.smithi111 (mon. 2022-01-25T23:36:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: 0) 741 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:36:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: -25T23:36:26.991510+0000 mon.smithi111 2022-01-25T23:36:27.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: (mon.0) 742 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:36:27.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:36:27.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: -25T23:36:27.001983+0000 mon.smithi111 2022-01-25T23:36:27.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: (mon.0) 743 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:36:27.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022 2022-01-25T23:36:27.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: -01-25T23:36:27.005789+0000 2022-01-25T23:36:27.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: mon.smithi111 (mon.0) 744 : audit [INF] 2022-01-25T23:36:27.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:36:27.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: audit 2022-01-25T23:36:27.739 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: 2022-01-25T23:36:27.010531+0000 mon.smithi111 2022-01-25T23:36:27.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:27 smithi111 conmon[101466]: (mon.0) 745 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:36:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:28 smithi179 conmon[67066]: cephadm 2022-01-25T23:36:26.698743+0000 mgr.smithi111.vbmimw (mgr.14718) 1798 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:28 smithi111 conmon[101466]: cephadm 2022-01-25T23:36:26.698743+0000 mgr.smithi111.vbmimw (mgr.14718) 1798 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:29 smithi179 conmon[67066]: cluster 2022-01-25T23:36:28.002838+0000 mgr.smithi111.vbmimw (mgr.14718) 1799 : cluster 2022-01-25T23:36:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:29 smithi179 conmon[67066]: [DBG] pgmap v1548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:29 smithi111 conmon[101466]: cluster 2022-01-25T23:36:28.002838+0000 mgr.smithi111.vbmimw (mgr.14718) 1799 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:30.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:30 smithi179 conmon[67066]: cluster 2022-01-25T23:36:30.003612+0000 mgr.smithi111.vbmimw (mgr.14718) 1800 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:30.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:30 smithi179 conmon[67066]: 2022-01-25T23:36:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:30 smithi111 conmon[101466]: cluster 2022-01-25T23:36:30.003612+0000 mgr.smithi111.vbmimw (mgr.14718) 1800 : cluster [DBG] 2022-01-25T23:36:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:30 smithi111 conmon[101466]: pgmap v1549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:33.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:33 smithi179 conmon[67066]: cluster 2022-01-25T23:36:32.004192+0000 mgr.smithi111.vbmimw (mgr.14718) 1801 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:33.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:33 smithi179 conmon[67066]: 2022-01-25T23:36:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:33 smithi111 conmon[101466]: cluster 2022-01-25T23:36:32.004192+0000 mgr.smithi111.vbmimw (mgr.14718) 1801 : cluster [DBG] 2022-01-25T23:36:33.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:33 smithi111 conmon[101466]: pgmap v1550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:35.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:35 smithi111 conmon[101466]: cluster 2022-01-25T23:36:34.004923+0000 mgr.smithi111.vbmimw (mgr.14718) 1802 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:35 smithi179 conmon[67066]: cluster 2022-01-25T23:36:34.004923+0000 mgr.smithi111.vbmimw (mgr.14718) 1802 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:37 smithi111 conmon[101466]: cluster 2022-01-25T23:36:36.005572+0000 mgr.smithi111.vbmimw (mgr.14718) 1803 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:37 smithi179 conmon[67066]: cluster 2022-01-25T23:36:36.005572+0000 mgr.smithi111.vbmimw (mgr.14718) 1803 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:38 smithi111 conmon[101466]: audit 2022-01-25T23:36:37.496934+0000 mon.smithi111 (mon.0) 746 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:38 smithi111 conmon[101466]: audit 2022-01-25T23:36:37.497157+0000 mon.smithi111 (mon.0) 747 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:38 smithi179 conmon[67066]: audit 2022-01-25T23:36:37.496934+0000 mon.smithi111 (mon.0) 746 : audit 2022-01-25T23:36:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:38 smithi179 conmon[67066]: audit 2022-01-25T23:36:37.497157+0000 mon.smithi111 (mon.0) 747 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:39.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:39 smithi111 conmon[101466]: cluster 2022-01-25T23:36:38.006064+0000 mgr.smithi111.vbmimw (mgr.14718) 1804 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:39 smithi179 conmon[67066]: cluster 2022-01-25T23:36:38.006064+0000 mgr.smithi111.vbmimw (mgr.14718) 1804 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:41 smithi111 conmon[101466]: cluster 2022-01-25T23:36:40.006972+0000 mgr.smithi111.vbmimw (mgr.14718) 1805 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:41 smithi179 conmon[67066]: cluster 2022-01-25T23:36:40.006972+0000 mgr.smithi111.vbmimw (mgr.14718) 1805 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:43 smithi111 conmon[101466]: cluster 2022-01-25T23:36:42.007587+0000 mgr.smithi111.vbmimw (mgr.14718) 1806 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:43 smithi111 conmon[101466]: 2022-01-25T23:36:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:43 smithi179 conmon[67066]: cluster 2022-01-25T23:36:42.007587+0000 mgr.smithi111.vbmimw (mgr.14718) 1806 : cluster [DBG] 2022-01-25T23:36:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:43 smithi179 conmon[67066]: pgmap v1555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:45 smithi111 conmon[101466]: cluster 2022-01-25T23:36:44.008346+0000 mgr.smithi111.vbmimw (mgr.14718) 1807 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:45 smithi179 conmon[67066]: cluster 2022-01-25T23:36:44.008346+0000 mgr.smithi111.vbmimw (mgr.14718) 1807 : 2022-01-25T23:36:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:45 smithi179 conmon[67066]: cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:47 smithi111 conmon[101466]: cluster 2022-01-25T23:36:46.009013+0000 mgr.smithi111.vbmimw (mgr.14718) 1808 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:47 smithi111 conmon[101466]: 2022-01-25T23:36:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:47 smithi179 conmon[67066]: cluster 2022-01-25T23:36:46.009013+0000 mgr.smithi111.vbmimw (mgr.14718) 1808 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:49 smithi111 conmon[101466]: cluster 2022-01-25T23:36:48.009600+0000 mgr.smithi111.vbmimw (mgr.14718) 1809 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:49 smithi111 conmon[101466]: 2022-01-25T23:36:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:49 smithi179 conmon[67066]: cluster 2022-01-25T23:36:48.009600+0000 mgr.smithi111.vbmimw (mgr.14718) 1809 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:51 smithi111 conmon[101466]: cluster 2022-01-25T23:36:50.010346+0000 mgr.smithi111.vbmimw (mgr.14718) 1810 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:51 smithi179 conmon[67066]: cluster 2022-01-25T23:36:50.010346+0000 mgr.smithi111.vbmimw (mgr.14718) 1810 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:53 smithi111 conmon[101466]: cluster 2022-01-25T23:36:52.010974+0000 mgr.smithi111.vbmimw (mgr.14718) 1811 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:53 smithi179 conmon[67066]: cluster 2022-01-25T23:36:52.010974+0000 mgr.smithi111.vbmimw (mgr.14718) 1811 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:55 smithi111 conmon[101466]: cluster 2022-01-25T23:36:54.011760+0000 mgr.smithi111.vbmimw (mgr.14718) 1812 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:55 smithi179 conmon[67066]: cluster 2022-01-25T23:36:54.011760+0000 mgr.smithi111.vbmimw (mgr.14718) 1812 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:56.560 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:36:56.829 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:56.830 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (59m) 9m ago 60m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:36:56.830 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (50m) 9m ago 60m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:36:56.830 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (50m) 9m ago 59m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:36:56.830 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (58m) 9m ago 59m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:36:56.831 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (55m) 9m ago 55m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:36:56.831 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (55m) 9m ago 55m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:36:56.831 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (51m) 9m ago 61m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:36:56.831 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (51m) 9m ago 59m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:36:56.832 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (50m) 9m ago 61m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:36:56.832 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (50m) 9m ago 59m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:36:56.832 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (51m) 9m ago 51m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:36:56.832 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (51m) 9m ago 51m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:36:56.833 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (59m) 9m ago 59m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:36:56.833 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (59m) 9m ago 59m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:36:56.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (46m) 9m ago 58m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:36:56.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (58m) 9m ago 58m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:36:56.833 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (58m) 9m ago 58m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:36:56.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (57m) 9m ago 57m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:36:56.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (57m) 9m ago 57m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:36:56.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (57m) 9m ago 57m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:36:56.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (56m) 9m ago 56m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:36:56.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (56m) 9m ago 56m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:36:56.835 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (58m) 9m ago 59m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:36:57.150 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:36:57.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:36:57.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:57.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:57.151 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:36:57.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:57.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:57.151 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:36:57.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:57.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:57.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:57.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:36:57.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:57.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:36:57.153 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:36:57.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:57.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:57.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:36:57.154 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:36:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:57 smithi111 conmon[101466]: cluster 2022-01-25T23:36:56.012264+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:36:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:57 smithi111 conmon[101466]: 1813 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:57 smithi111 conmon[101466]: audit 2022-01-25T23:36:57.150620+0000 mon.smithi111 (mon.0) 748 : audit [DBG] from='client.? 172.21.15.111:0/1972187274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:57 smithi179 conmon[67066]: cluster 2022-01-25T23:36:56.012264+0000 mgr.smithi111.vbmimw (mgr.14718) 1813 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:57 smithi179 conmon[67066]: audit 2022-01-25T23:36:57.150620+0000 mon.smithi111 (mon.0) 748 : audit [DBG] from='client.? 172.21.15.111:0/1972187274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:58 smithi111 conmon[101466]: audit 2022-01-25T23:36:56.549731+0000 mgr.smithi111.vbmimw (mgr.14718) 1814 : audit [DBG] from='client.35276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:58 smithi111 conmon[101466]: audit 2022-01-25T23:36:56.821353+0000 mgr.smithi111.vbmimw (mgr.14718) 1815 : audit [DBG] from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:58 smithi179 conmon[67066]: audit 2022-01-25T23:36:56.549731+0000 mgr.smithi111.vbmimw (mgr.14718) 1814 : audit [DBG] from='client.35276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:58 smithi179 conmon[67066]: audit 2022-01-25T23:36:56.821353+0000 mgr.smithi111.vbmimw (mgr.14718) 1815 : audit [DBG] from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:36:59 smithi111 conmon[101466]: cluster 2022-01-25T23:36:58.012698+0000 mgr.smithi111.vbmimw (mgr.14718) 1816 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:36:59 smithi179 conmon[67066]: cluster 2022-01-25T23:36:58.012698+0000 mgr.smithi111.vbmimw (mgr.14718) 1816 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:01 smithi111 conmon[101466]: cluster 2022-01-25T23:37:00.013431+0000 mgr.smithi111.vbmimw (mgr.14718) 1817 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:01 smithi179 conmon[67066]: cluster 2022-01-25T23:37:00.013431+0000 mgr.smithi111.vbmimw (mgr.14718) 1817 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:03 smithi111 conmon[101466]: cluster 2022-01-25T23:37:02.013975+0000 mgr.smithi111.vbmimw (mgr.14718) 1818 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:03 smithi179 conmon[67066]: cluster 2022-01-25T23:37:02.013975+0000 mgr.smithi111.vbmimw (mgr.14718) 1818 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:05 smithi111 conmon[101466]: cluster 2022-01-25T23:37:04.014879+0000 mgr.smithi111.vbmimw (mgr.14718) 1819 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:05 smithi111 conmon[101466]: 2022-01-25T23:37:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:05 smithi179 conmon[67066]: cluster 2022-01-25T23:37:04.014879+0000 mgr.smithi111.vbmimw (mgr.14718) 1819 : cluster [DBG] 2022-01-25T23:37:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:05 smithi179 conmon[67066]: pgmap v1566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:07 smithi111 conmon[101466]: cluster 2022-01-25T23:37:06.015484+0000 mgr.smithi111.vbmimw (mgr.14718) 1820 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:07 smithi179 conmon[67066]: cluster 2022-01-25T23:37:06.015484+0000 mgr.smithi111.vbmimw (mgr.14718) 1820 : cluster 2022-01-25T23:37:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:07 smithi179 conmon[67066]: [DBG] pgmap v1567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:09 smithi111 conmon[101466]: cluster 2022-01-25T23:37:08.016123+0000 mgr.smithi111.vbmimw (mgr.14718) 1821 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:09 smithi179 conmon[67066]: cluster 2022-01-25T23:37:08.016123+0000 mgr.smithi111.vbmimw (mgr.14718) 1821 : cluster 2022-01-25T23:37:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:09 smithi179 conmon[67066]: [DBG] pgmap v1568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:11 smithi111 conmon[101466]: cluster 2022-01-25T23:37:10.016921+0000 mgr.smithi111.vbmimw (mgr.14718) 1822 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:11 smithi179 conmon[67066]: cluster 2022-01-25T23:37:10.016921+0000 mgr.smithi111.vbmimw (mgr.14718) 1822 : cluster 2022-01-25T23:37:11.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:11 smithi179 conmon[67066]: [DBG] pgmap v1569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:13 smithi111 conmon[101466]: cluster 2022-01-25T23:37:12.017473+0000 mgr.smithi111.vbmimw (mgr.14718) 1823 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:13.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:13 smithi111 conmon[101466]: 2022-01-25T23:37:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:13 smithi179 conmon[67066]: cluster 2022-01-25T23:37:12.017473+0000 mgr.smithi111.vbmimw (mgr.14718) 1823 : cluster 2022-01-25T23:37:13.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:13 smithi179 conmon[67066]: [DBG] pgmap v1570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:15 smithi111 conmon[101466]: cluster 2022-01-25T23:37:14.018242+0000 mgr.smithi111.vbmimw (mgr.14718) 1824 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:15 smithi179 conmon[67066]: cluster 2022-01-25T23:37:14.018242+0000 mgr.smithi111.vbmimw (mgr.14718) 1824 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:17 smithi179 conmon[67066]: cluster 2022-01-25T23:37:16.018783+0000 mgr.smithi111.vbmimw (mgr.14718) 1825 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:17 smithi111 conmon[101466]: cluster 2022-01-25T23:37:16.018783+0000 mgr.smithi111.vbmimw (mgr.14718) 1825 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:19 smithi179 conmon[67066]: cluster 2022-01-25T23:37:18.019246+0000 mgr.smithi111.vbmimw (mgr.14718) 1826 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:19 smithi111 conmon[101466]: cluster 2022-01-25T23:37:18.019246+0000 mgr.smithi111.vbmimw (mgr.14718) 1826 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:21 smithi179 conmon[67066]: cluster 2022-01-25T23:37:20.020153+0000 mgr.smithi111.vbmimw (mgr.14718) 1827 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:21 smithi111 conmon[101466]: cluster 2022-01-25T23:37:20.020153+0000 mgr.smithi111.vbmimw (mgr.14718) 1827 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:21 smithi111 conmon[101466]: 2022-01-25T23:37:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:23 smithi179 conmon[67066]: cluster 2022-01-25T23:37:22.020579+0000 mgr.smithi111.vbmimw (mgr.14718) 1828 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:23 smithi111 conmon[101466]: cluster 2022-01-25T23:37:22.020579+0000 mgr.smithi111.vbmimw (mgr.14718) 1828 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:25 smithi179 conmon[67066]: cluster 2022-01-25T23:37:24.021416+0000 mgr.smithi111.vbmimw (mgr.14718) 1829 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:25 smithi111 conmon[101466]: cluster 2022-01-25T23:37:24.021416+0000 mgr.smithi111.vbmimw (mgr.14718) 1829 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:27.473 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:37:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: cluster 2022-01-25T23:37:26.021940+0000 mgr.smithi111.vbmimw (mgr.14718) 1830 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: audit 2022-01-25T23:37:27.012951+0000 mon.smithi111 (mon.0) 749 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: audit 2022-01-25T23:37:27.014340+0000 mon.smithi111 2022-01-25T23:37:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: (mon.0) 750 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:37:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: :37:27.015360+0000 mon.smithi111 (mon 2022-01-25T23:37:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: .0) 751 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:27.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:27 smithi179 conmon[67066]: 2022-01-25T23:37:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: cluster 2022-01-25 2022-01-25T23:37:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: T23:37:26.021940+0000 mgr.smithi111.vbmimw (mgr.14718) 1830 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: 2022-01-25T23:37:27.012951+0000 2022-01-25T23:37:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: mon.smithi111 ( 2022-01-25T23:37:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: mon.0) 749 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.014340+0000 mon.smithi111 (mon.0) 750 : audit 2022-01-25T23:37:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: 2022-01-25T23:37:27.015360+0000 mon.smithi111 (mon.0) 751 : audit 2022-01-25T23:37:27.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:27 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:27.773 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:27.773 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (59m) 10m ago 60m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:37:27.773 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (51m) 10m ago 60m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:37:27.774 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (50m) 10m ago 59m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:37:27.774 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (59m) 10m ago 60m 38.2M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:37:27.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (55m) 10m ago 55m 23.3M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:37:27.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (55m) 10m ago 55m 44.2M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:37:27.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (51m) 10m ago 61m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:37:27.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (51m) 10m ago 59m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:37:27.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (51m) 10m ago 62m 371M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:37:27.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (51m) 10m ago 59m 203M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:37:27.776 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (52m) 10m ago 52m 168M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:37:27.776 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (52m) 10m ago 52m 98.6M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:37:27.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (60m) 10m ago 60m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:37:27.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (59m) 10m ago 59m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:37:27.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (46m) 10m ago 59m 1860M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:37:27.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (58m) 10m ago 58m 2893M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:37:27.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (58m) 10m ago 58m 2172M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:37:27.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (58m) 10m ago 58m 2870M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:37:27.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (57m) 10m ago 57m 2419M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:37:27.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (57m) 10m ago 57m 3399M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:37:27.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (57m) 10m ago 57m 2702M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:37:27.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (57m) 10m ago 57m 4324M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:37:27.778 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (59m) 10m ago 60m 59.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:37:28.116 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:37:28.117 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:37:28.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:28.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:28.118 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:37:28.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:28.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:28.119 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:37:28.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:28.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:28.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:28.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:37:28.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:28.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:28.120 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:37:28.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:28.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:28.121 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:37:28.121 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:37:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:28 smithi179 conmon[67066]: cephadm 2022-01-25T23:37:27.016063+0000 mgr.smithi111.vbmimw (mgr.14718) 1831 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:28 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:37:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:28 smithi179 conmon[67066]: 23:37:27.288748+0000 mon.smithi111 (mon.0) 752 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:28.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:28 smithi179 conmon[67066]: audit 2022-01-25T23:37:28.117457+0000 mon.smithi111 (mon.0) 753 : audit [DBG] from='client.? 172.21.15.111:0/3913633912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:28 smithi111 conmon[101466]: cephadm 2022-01-25T23:37:27.016063+0000 mgr.smithi111.vbmimw (mgr.14718) 1831 2022-01-25T23:37:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:28 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:28.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:28 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.288748+0000 mon.smithi111 (mon.0) 752 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:28.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:28 smithi111 conmon[101466]: audit 2022-01-25T23:37:28.117457+0000 mon.smithi111 (mon.0) 753 : audit [DBG] from='client.? 172.21.15.111:0/3913633912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:29 smithi179 conmon[67066]: audit 2022-01-25T23:37:27.459959+0000 mgr.smithi111.vbmimw (mgr.14718) 1832 : audit 2022-01-25T23:37:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:29 smithi179 conmon[67066]: [DBG] from='client.35288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:29 smithi179 conmon[67066]: audit 2022-01-25T23:37:27.764807+0000 mgr.smithi111.vbmimw (mgr.14718) 1833 : audit [DBG] from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:29 smithi179 conmon[67066]: cluster 2022-01 2022-01-25T23:37:29.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:29 smithi179 conmon[67066]: -25T23:37:28.022363+0000 mgr.smithi111.vbmimw (mgr.14718) 1834 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.459959+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: 1832 : audit [DBG] from='client.35288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: audit 2022-01-25T23:37:27.764807+0000 mgr.smithi111.vbmimw (mgr.14718) 1833 : audit [DBG] 2022-01-25T23:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: cluster 2022-01-25T23:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: 2022-01-25T23:37:28.022363 2022-01-25T23:37:29.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1834 2022-01-25T23:37:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:29 smithi111 conmon[101466]: : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:31 smithi179 conmon[67066]: cluster 2022-01-25T23:37:30.023094+0000 mgr.smithi111.vbmimw (mgr.14718) 1835 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:31 smithi179 conmon[67066]: audit 2022-01-25T23:37:30.854998+0000 mon.smithi111 (mon.0) 754 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:31 smithi111 conmon[101466]: cluster 2022-01-25T23:37:30.023094+0000 mgr.smithi111.vbmimw (mgr.14718) 1835 : cluster [DBG] 2022-01-25T23:37:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:31 smithi111 conmon[101466]: pgmap v1579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:31.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:31 smithi111 conmon[101466]: audit 2022-01-25T23:37:30.854998+0000 mon.smithi111 (mon.0) 754 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: cluster 2022-01-25T23:37:32.023492+0000 mgr.smithi111.vbmimw (mgr.14718) 1836 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: audit 2022-01-25T23:37:32.753812+0000 mon.smithi111 (mon.0) 755 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: audit 2022-01-25T23:37:33.049407+0000 mon.smithi111 (mon.0) 756 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: audit 2022-01-25T23:37:33.054773+0000 2022-01-25T23:37:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: mon.smithi111 (mon.0) 757 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:33 smithi179 conmon[67066]: 2022-01-25T23:37:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: cluster 2022-01-25T23:37:32.023492+0000 mgr.smithi111.vbmimw (mgr.14718) 1836 : cluster 2022-01-25T23:37:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: [DBG] pgmap v1580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: audit 2022-01-25T23:37:32.753812+0000 mon.smithi111 (mon.0) 755 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: audit 2022-01-25T23:37:33.049407 2022-01-25T23:37:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 756 : audit [INF] 2022-01-25T23:37:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: audit 2022-01-25T23:37: 2022-01-25T23:37:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: 33.054773+0000 mon.smithi111 (mon.0) 757 : 2022-01-25T23:37:33.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:33 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:37:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:35 smithi179 conmon[67066]: cluster 2022-01-25T23:37:34.024420+0000 mgr.smithi111.vbmimw (mgr.14718) 1837 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:35 smithi111 conmon[101466]: cluster 2022-01-25T23:37:34.024420+0000 mgr.smithi111.vbmimw (mgr.14718) 1837 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:37 smithi179 conmon[67066]: cluster 2022-01-25T23:37:36.025010+0000 mgr.smithi111.vbmimw (mgr.14718) 1838 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:37 smithi111 conmon[101466]: cluster 2022-01-25T23:37:36.025010+0000 mgr.smithi111.vbmimw (mgr.14718) 1838 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:38 smithi179 conmon[67066]: audit 2022-01-25T23:37:37.500730+0000 mon.smithi111 (mon.0) 758 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:38 smithi179 conmon[67066]: audit 2022-01-25T23:37:37.500971 2022-01-25T23:37:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:38 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 759 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:38 smithi179 conmon[67066]: cluster 2022-01-25T23:37:38.025537+0000 mgr.smithi111.vbmimw (mgr.14718) 1839 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:38 smithi111 conmon[101466]: audit 2022-01-25T23:37:37.500730+0000 mon.smithi111 (mon.0) 758 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:38 smithi111 conmon[101466]: audit 2022-01-25T23:37:37.500971+0000 mon.smithi111 (mon.0) 759 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:38 smithi111 conmon[101466]: cluster 2022-01-25T23:37:38.025537+0000 mgr.smithi111.vbmimw (mgr.14718) 1839 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:41 smithi179 conmon[67066]: cluster 2022-01-25T23:37:40.026307+0000 mgr.smithi111.vbmimw (mgr.14718) 1840 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:41 smithi111 conmon[101466]: cluster 2022-01-25T23:37:40.026307+0000 mgr.smithi111.vbmimw (mgr.14718) 1840 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:43 smithi179 conmon[67066]: cluster 2022-01-25T23:37:42.026725+0000 mgr.smithi111.vbmimw (mgr.14718) 1841 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:43 smithi111 conmon[101466]: cluster 2022-01-25T23:37:42.026725+0000 mgr.smithi111.vbmimw (mgr.14718) 1841 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:45 smithi111 conmon[101466]: cluster 2022-01-25T23:37:44.027545+0000 mgr.smithi111.vbmimw (mgr.14718) 1842 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:45 smithi179 conmon[67066]: cluster 2022-01-25T23:37:44.027545+0000 mgr.smithi111.vbmimw (mgr.14718) 1842 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:47 smithi111 conmon[101466]: cluster 2022-01-25T23:37:46.028272+0000 mgr.smithi111.vbmimw (mgr.14718) 1843 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:47 smithi179 conmon[67066]: cluster 2022-01-25T23:37:46.028272+0000 mgr.smithi111.vbmimw (mgr.14718) 1843 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:49 smithi111 conmon[101466]: cluster 2022-01-25T23:37:48.028907+0000 mgr.smithi111.vbmimw (mgr.14718) 1844 : cluster 2022-01-25T23:37:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:49 smithi111 conmon[101466]: [DBG] pgmap v1588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:49 smithi179 conmon[67066]: cluster 2022-01-25T23:37:48.028907+0000 mgr.smithi111.vbmimw (mgr.14718) 1844 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:51 smithi111 conmon[101466]: cluster 2022-01-25T23:37:50.029896+0000 mgr.smithi111.vbmimw (mgr.14718) 1845 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:51 smithi111 conmon[101466]: 2022-01-25T23:37:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:51 smithi179 conmon[67066]: cluster 2022-01-25T23:37:50.029896+0000 mgr.smithi111.vbmimw (mgr.14718) 1845 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:53 smithi111 conmon[101466]: cluster 2022-01-25T23:37:52.030510+0000 mgr.smithi111.vbmimw (mgr.14718) 1846 2022-01-25T23:37:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:53 smithi111 conmon[101466]: : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:53 smithi179 conmon[67066]: cluster 2022-01-25T23:37:52.030510+0000 mgr.smithi111.vbmimw (mgr.14718) 1846 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:55 smithi111 conmon[101466]: cluster 2022-01-25T23:37:54.031274+0000 mgr.smithi111.vbmimw (mgr.14718) 1847 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:55 smithi179 conmon[67066]: cluster 2022-01-25T23:37:54.031274+0000 mgr.smithi111.vbmimw (mgr.14718) 1847 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:57 smithi111 conmon[101466]: cluster 2022-01-25T23:37:56.031929+0000 mgr.smithi111.vbmimw (mgr.14718) 1848 : cluster [DBG] 2022-01-25T23:37:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:57 smithi111 conmon[101466]: pgmap v1592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:57 smithi179 conmon[67066]: cluster 2022-01-25T23:37:56.031929+0000 mgr.smithi111.vbmimw (mgr.14718) 1848 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:58.425 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:37:58.689 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:58.689 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (60m) 25s ago 61m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:37:58.690 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (51m) 25s ago 61m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:37:58.690 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (51m) 27s ago 60m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:37:58.690 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (59m) 25s ago 60m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:37:58.690 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (56m) 25s ago 56m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:37:58.691 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (56m) 27s ago 56m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:37:58.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (52m) 25s ago 62m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:37:58.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (52m) 27s ago 60m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:37:58.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (52m) 25s ago 62m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:37:58.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (51m) 27s ago 60m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:37:58.692 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (52m) 25s ago 52m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:37:58.692 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (52m) 27s ago 52m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:37:58.692 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (60m) 25s ago 60m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:37:58.692 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (60m) 27s ago 60m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:37:58.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (47m) 25s ago 59m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:37:58.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (59m) 25s ago 59m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:37:58.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (59m) 25s ago 59m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:37:58.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (58m) 25s ago 58m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:37:58.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (58m) 27s ago 58m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:37:58.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (58m) 27s ago 58m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:37:58.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (57m) 27s ago 57m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:37:58.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (57m) 27s ago 57m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:37:58.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (59m) 25s ago 60m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:37:59.008 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:37:59.204 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:37:59.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:59.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:59.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:37:59.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:59.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:59.206 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:37:59.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:59.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:59.206 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:59.207 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:37:59.207 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:59.207 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:37:59.207 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:37:59.207 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:59.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:59.208 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:37:59.208 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:37:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:59 smithi111 conmon[101466]: cluster 2022-01-25T23:37:58.032573+0000 mgr.smithi111.vbmimw (mgr.14718) 1849 : cluster [DBG] 2022-01-25T23:37:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:59 smithi111 conmon[101466]: pgmap v1593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:59.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:37:59 smithi111 conmon[101466]: audit 2022-01-25T23:37:59.008901+0000 mon.smithi111 (mon.0) 760 : audit [DBG] from='client.? 172.21.15.111:0/644387517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:59 smithi179 conmon[67066]: cluster 2022-01-25T23:37:58.032573+0000 mgr.smithi111.vbmimw (mgr.14718) 1849 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:59 smithi179 conmon[67066]: audit 2022-01-25T23:37:59.008901+0000 mon.smithi111 ( 2022-01-25T23:37:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:37:59 smithi179 conmon[67066]: mon.0) 760 : audit [DBG] from='client.? 172.21.15.111:0/644387517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:00 smithi111 conmon[101466]: audit 2022-01-25T23:37:58.413561+0000 mgr.smithi111.vbmimw (mgr.14718) 1850 : audit [DBG] from='client.35300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:00 smithi111 conmon[101466]: audit 2022-01-25T23:37:58.680903+0000 mgr.smithi111.vbmimw (mgr.14718) 1851 : audit [DBG] from='client.35304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:00.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:00 smithi179 conmon[67066]: audit 2022-01-25T23:37:58.413561+0000 mgr.smithi111.vbmimw (mgr.14718) 1850 : audit [DBG] from='client.35300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:00.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:00 smithi179 conmon[67066]: audit 2022-01-25T23:37:58.680903+0000 mgr.smithi111.vbmimw (mgr.14718) 1851 : audit [DBG] from='client.35304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:01 smithi111 conmon[101466]: cluster 2022-01-25T23:38:00.033447+0000 mgr.smithi111.vbmimw (mgr.14718) 1852 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:01 smithi179 conmon[67066]: cluster 2022-01-25T23:38:00.033447+0000 mgr.smithi111.vbmimw (mgr.14718) 1852 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:03 smithi111 conmon[101466]: cluster 2022-01-25T23:38:02.034047+0000 mgr.smithi111.vbmimw (mgr.14718) 1853 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:03 smithi179 conmon[67066]: cluster 2022-01-25T23:38:02.034047+0000 mgr.smithi111.vbmimw (mgr.14718) 1853 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:05 smithi111 conmon[101466]: cluster 2022-01-25T23:38:04.034898+0000 mgr.smithi111.vbmimw (mgr.14718) 1854 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:05 smithi179 conmon[67066]: cluster 2022-01-25T23:38:04.034898+0000 mgr.smithi111.vbmimw (mgr.14718) 1854 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:07 smithi111 conmon[101466]: cluster 2022-01-25T23:38:06.035507+0000 mgr.smithi111.vbmimw (mgr.14718) 1855 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:07 smithi179 conmon[67066]: cluster 2022-01-25T23:38:06.035507+0000 mgr.smithi111.vbmimw (mgr.14718) 1855 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:09 smithi111 conmon[101466]: cluster 2022-01-25T23:38:08.036052+0000 mgr.smithi111.vbmimw (mgr.14718) 1856 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:09 smithi179 conmon[67066]: cluster 2022-01-25T23:38:08.036052+0000 mgr.smithi111.vbmimw (mgr.14718) 1856 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:11 smithi111 conmon[101466]: cluster 2022-01-25T23:38:10.036840+0000 mgr.smithi111.vbmimw (mgr.14718) 1857 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:11 smithi111 conmon[101466]: 2022-01-25T23:38:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:11 smithi179 conmon[67066]: cluster 2022-01-25T23:38:10.036840+0000 mgr.smithi111.vbmimw (mgr.14718) 1857 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:13 smithi111 conmon[101466]: cluster 2022-01-25T23:38:12.037337+0000 mgr.smithi111.vbmimw (mgr.14718) 1858 2022-01-25T23:38:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:13 smithi111 conmon[101466]: : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:13 smithi179 conmon[67066]: cluster 2022-01-25T23:38:12.037337+0000 mgr.smithi111.vbmimw (mgr.14718) 1858 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:15 smithi111 conmon[101466]: cluster 2022-01-25T23:38:14.038237+0000 mgr.smithi111.vbmimw (mgr.14718) 1859 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:15.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:15 smithi111 conmon[101466]: 2022-01-25T23:38:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:15 smithi179 conmon[67066]: cluster 2022-01-25T23:38:14.038237+0000 mgr.smithi111.vbmimw (mgr.14718) 1859 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:17 smithi111 conmon[101466]: cluster 2022-01-25T23:38:16.038762+0000 mgr.smithi111.vbmimw (mgr.14718) 1860 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:17 smithi111 conmon[101466]: 2022-01-25T23:38:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:17 smithi179 conmon[67066]: cluster 2022-01-25T23:38:16.038762+0000 mgr.smithi111.vbmimw (mgr.14718) 1860 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:19 smithi179 conmon[67066]: cluster 2022-01-25T23:38:18.039347+0000 mgr.smithi111.vbmimw (mgr.14718) 1861 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:19 smithi111 conmon[101466]: cluster 2022-01-25T23:38:18.039347+0000 mgr.smithi111.vbmimw (mgr.14718) 1861 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:21 smithi179 conmon[67066]: cluster 2022-01-25T23:38:20.040298+0000 mgr.smithi111.vbmimw (mgr.14718) 1862 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:21 smithi111 conmon[101466]: cluster 2022-01-25T23:38:20.040298+0000 mgr.smithi111.vbmimw (mgr.14718) 1862 : cluster 2022-01-25T23:38:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:21 smithi111 conmon[101466]: [DBG] pgmap v1604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:23 smithi179 conmon[67066]: cluster 2022-01-25T23:38:22.040934+0000 mgr.smithi111.vbmimw (mgr.14718) 1863 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:23 smithi111 conmon[101466]: cluster 2022-01-25T23:38:22.040934+0000 mgr.smithi111.vbmimw (mgr.14718) 1863 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:25 smithi179 conmon[67066]: cluster 2022-01-25T23:38:24.041689+0000 mgr.smithi111.vbmimw (mgr.14718) 1864 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:25 smithi111 conmon[101466]: cluster 2022-01-25T23:38:24.041689+0000 mgr.smithi111.vbmimw (mgr.14718) 1864 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:27 smithi179 conmon[67066]: cluster 2022-01-25T23:38:26.042217+0000 mgr.smithi111.vbmimw (mgr.14718) 1865 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:27 smithi179 conmon[67066]: 2022-01-25T23:38:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:27 smithi111 conmon[101466]: cluster 2022-01-25T23:38:26.042217+0000 mgr.smithi111.vbmimw (mgr.14718) 1865 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:29.313 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:38:29.579 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:38:29.579 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (60m) 56s ago 61m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:38:29.580 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (52m) 56s ago 61m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:38:29.580 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (52m) 58s ago 61m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:38:29.580 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (60m) 56s ago 61m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:38:29.580 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (56m) 56s ago 56m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:38:29.581 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (56m) 58s ago 56m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:38:29.581 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (52m) 56s ago 62m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:38:29.581 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (52m) 58s ago 60m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:38:29.581 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (52m) 56s ago 63m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:38:29.582 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (52m) 58s ago 60m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:38:29.582 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (53m) 56s ago 53m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:38:29.582 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (53m) 58s ago 53m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:38:29.582 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (61m) 56s ago 61m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:38:29.582 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (60m) 58s ago 60m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:38:29.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (47m) 56s ago 60m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:38:29.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (60m) 56s ago 59m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:38:29.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (59m) 56s ago 59m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:38:29.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (59m) 56s ago 59m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:38:29.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (59m) 58s ago 59m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:38:29.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (58m) 58s ago 58m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:38:29.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (58m) 58s ago 58m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:38:29.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (58m) 58s ago 58m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:38:29.584 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (60m) 56s ago 61m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:38:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:29 smithi179 conmon[67066]: cluster 2022-01-25T23:38:28.042912+0000 mgr.smithi111.vbmimw (mgr.14718) 1866 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:29 smithi179 conmon[67066]: 2022-01-25T23:38:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:29 smithi111 conmon[101466]: cluster 2022-01-25T23:38:28.042912+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:38:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:29 smithi111 conmon[101466]: .14718) 1866 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:29.901 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:38:29.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:38:29.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:38:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:38:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:38:29.902 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:38:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:38:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:38:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:38:29.903 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:38:29.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:38:29.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:38:29.904 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:38:29.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:38:29.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:38:29.905 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:38:29.905 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:38:30.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:30 smithi179 conmon[67066]: audit 2022-01-25T23:38:29.901824+0000 mon.smithi111 (mon.0) 761 : audit 2022-01-25T23:38:30.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:30 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/1324713970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:30 smithi111 conmon[101466]: audit 2022-01-25T23:38:29.901824+0000 mon.smithi111 (mon.0) 761 : audit [DBG] from='client.? 172.21.15.111:0/1324713970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:31 smithi179 conmon[67066]: audit 2022-01-25T23:38:29.302225+0000 mgr.smithi111.vbmimw (mgr.14718) 1867 : audit [DBG] from='client.35312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:31.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:31 smithi179 conmon[67066]: audit 2022-01-25T23:38:29.571597+0000 mgr.smithi111.vbmimw (mgr.14718) 1868 : audit [DBG] from='client.35316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:31.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:31 smithi179 conmon[67066]: cluster 2022-01-25T23:38:30.043654+0000 mgr.smithi111.vbmimw (mgr.14718) 1869 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:31 smithi111 conmon[101466]: audit 2022-01-25T23:38:29.302225+0000 mgr.smithi111.vbmimw (mgr.14718) 1867 : audit [DBG] from='client.35312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:31 smithi111 conmon[101466]: audit 2022-01-25T23:38:29.571597+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:38:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:31 smithi111 conmon[101466]: .14718) 1868 : audit [DBG] from='client.35316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:31.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:31 smithi111 conmon[101466]: cluster 2022-01-25T23:38:30.043654+0000 mgr.smithi111.vbmimw (mgr.14718) 1869 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:33 smithi179 conmon[67066]: cluster 2022-01-25T23:38:32.044168+0000 mgr.smithi111.vbmimw (mgr.14718) 1870 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:33 smithi179 conmon[67066]: audit 2022-01-25T23:38:33.057763+0000 mon.smithi111 (mon.0) 762 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:33 smithi179 conmon[67066]: audit 2022-01-25T23:38:33.059298+0000 mon.smithi111 (mon.0) 763 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:33 smithi179 conmon[67066]: audit 2022-01-25T23:38:33.060163+0000 mon.smithi111 (mon.0) 764 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: cluster 2022-01-25T23:38:32.044168+0000 2022-01-25T23:38:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1870 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: audit 2022-01-25T23:38:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: 2022-01-25T23:38:33.057763+0000 2022-01-25T23:38:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: mon.smithi111 (mon.0) 762 : audit 2022-01-25T23:38:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:38:33.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: -25T23:38:33.059298+0000 2022-01-25T23:38:33.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: mon.smithi111 (mon.0) 763 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:33.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: 2022-01-25T23:38:33.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: audit 2022-01-25T23:38:33.060163+0000 mon.smithi111 (mon 2022-01-25T23:38:33.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:33 smithi111 conmon[101466]: .0) 764 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:34 smithi179 conmon[67066]: cephadm 2022-01-25T23:38:33.060911+0000 mgr.smithi111.vbmimw (mgr.14718) 1871 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:34 smithi179 conmon[67066]: audit 2022-01-25T23:38:33.372416+0000 mon.smithi111 (mon 2022-01-25T23:38:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:34 smithi179 conmon[67066]: .0) 765 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:38:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:34 smithi179 conmon[67066]: audit 2022-01-25T23:38:33.377424+0000 mon.smithi111 (mon.0) 766 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:38:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:34 smithi111 conmon[101466]: cephadm 2022-01-25T23:38:33.060911+0000 mgr.smithi111.vbmimw (mgr.14718) 1871 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:34 smithi111 conmon[101466]: audit 2022-01-25T23:38:33.372416+0000 mon.smithi111 (mon.0) 765 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:38:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:34 smithi111 conmon[101466]: audit 2022-01-25T23:38:33.377424+0000 mon.smithi111 (mon.0) 766 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:38:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:35 smithi179 conmon[67066]: cluster 2022-01-25T23:38:34.045098+0000 mgr.smithi111.vbmimw (mgr.14718) 1872 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:35 smithi111 conmon[101466]: cluster 2022-01-25T23:38:34.045098+0000 mgr.smithi111.vbmimw (mgr.14718) 1872 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:37 smithi179 conmon[67066]: cluster 2022-01-25T23:38:36.045654+0000 mgr.smithi111.vbmimw (mgr.14718) 1873 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:37 smithi111 conmon[101466]: cluster 2022-01-25T23:38:36.045654+0000 mgr.smithi111.vbmimw (mgr.14718) 1873 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:38 smithi179 conmon[67066]: audit 2022-01-25T23:38:37.504985+0000 mon.smithi111 (mon.0) 767 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:38 smithi179 conmon[67066]: audit 2022-01-25T23:38:37.505212+0000 mon.smithi111 (mon.0) 768 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:38 smithi111 conmon[101466]: audit 2022-01-25T23:38:37.504985+0000 mon.smithi111 (mon.0) 767 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:38 smithi111 conmon[101466]: 2022-01-25T23:38:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:38 smithi111 conmon[101466]: audit 2022-01-25T23:38:37.505212+0000 mon.smithi111 (mon.0) 768 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:39 smithi179 conmon[67066]: cluster 2022-01-25T23:38:38.046265+0000 mgr.smithi111.vbmimw (mgr.14718) 1874 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:39 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T23:38:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:39 smithi111 conmon[101466]: 23:38:38.046265+0000 mgr.smithi111.vbmimw (mgr.14718) 1874 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:40.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:40 smithi179 conmon[67066]: cluster 2022-01-25T23:38:40.046912+0000 mgr.smithi111.vbmimw (mgr.14718) 1875 : cluster 2022-01-25T23:38:40.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:40 smithi179 conmon[67066]: [DBG] pgmap v1614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:40 smithi111 conmon[101466]: cluster 2022-01-25T23:38:40.046912+0000 mgr.smithi111.vbmimw (mgr.14718) 1875 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:43 smithi179 conmon[67066]: cluster 2022-01-25T23:38:42.047351+0000 mgr.smithi111.vbmimw (mgr.14718) 1876 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:43 smithi111 conmon[101466]: cluster 2022-01-25T23:38:42.047351+0000 mgr.smithi111.vbmimw (mgr.14718) 1876 : cluster [DBG] 2022-01-25T23:38:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:43 smithi111 conmon[101466]: pgmap v1615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:45 smithi111 conmon[101466]: cluster 2022-01-25T23:38:44.048193+0000 mgr.smithi111.vbmimw (mgr.14718) 1877 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:45 smithi179 conmon[67066]: cluster 2022-01-25T23:38:44.048193+0000 mgr.smithi111.vbmimw (mgr.14718) 1877 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:47 smithi111 conmon[101466]: cluster 2022-01-25T23:38:46.048786+0000 mgr.smithi111.vbmimw (mgr.14718) 1878 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:47 smithi179 conmon[67066]: cluster 2022-01-25T23:38:46.048786+0000 mgr.smithi111.vbmimw (mgr.14718) 1878 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:49 smithi111 conmon[101466]: cluster 2022-01-25T23:38:48.049504+0000 mgr.smithi111.vbmimw (mgr.14718) 1879 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:49 smithi111 conmon[101466]: 2022-01-25T23:38:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:49 smithi179 conmon[67066]: cluster 2022-01-25T23:38:48.049504+0000 mgr.smithi111.vbmimw (mgr.14718) 1879 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:49 smithi179 conmon[67066]: 2022-01-25T23:38:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:51 smithi111 conmon[101466]: cluster 2022-01-25T23:38:50.050252+0000 mgr.smithi111.vbmimw (mgr.14718) 1880 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:51 smithi179 conmon[67066]: cluster 2022-01-25T23:38:50.050252+0000 mgr.smithi111.vbmimw (mgr.14718) 1880 : cluster [DBG] 2022-01-25T23:38:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:51 smithi179 conmon[67066]: pgmap v1619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:53 smithi111 conmon[101466]: cluster 2022-01-25T23:38:52.050853+0000 mgr.smithi111.vbmimw (mgr.14718) 1881 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:53 smithi179 conmon[67066]: cluster 2022-01-25T23:38:52.050853+0000 mgr.smithi111.vbmimw (mgr.14718) 1881 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:55 smithi111 conmon[101466]: cluster 2022-01-25T23:38:54.051488+0000 mgr.smithi111.vbmimw (mgr.14718) 1882 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:55 smithi179 conmon[67066]: cluster 2022-01-25T23:38:54.051488+0000 mgr.smithi111.vbmimw (mgr.14718) 1882 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:57 smithi111 conmon[101466]: cluster 2022-01-25T23:38:56.052090+0000 mgr.smithi111.vbmimw (mgr.14718) 1883 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:57 smithi179 conmon[67066]: cluster 2022-01-25T23:38:56.052090+0000 mgr.smithi111.vbmimw (mgr.14718) 1883 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:59 smithi111 conmon[101466]: cluster 2022-01-25T23:38:58.052746+0000 mgr.smithi111.vbmimw (mgr.14718) 1884 : cluster [DBG] 2022-01-25T23:38:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:38:59 smithi111 conmon[101466]: pgmap v1623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:38:59 smithi179 conmon[67066]: cluster 2022-01-25T23:38:58.052746+0000 mgr.smithi111.vbmimw (mgr.14718) 1884 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:00.200 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:39:00.466 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:00.467 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (61m) 87s ago 62m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:39:00.467 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (52m) 87s ago 62m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:39:00.467 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (52m) 89s ago 61m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:39:00.467 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (60m) 87s ago 61m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:39:00.468 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (57m) 87s ago 57m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:39:00.468 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (57m) 89s ago 57m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:39:00.468 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (53m) 87s ago 63m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:39:00.468 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (53m) 89s ago 61m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:39:00.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (53m) 87s ago 63m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:39:00.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (52m) 89s ago 61m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:39:00.469 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (53m) 87s ago 53m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:39:00.469 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (53m) 89s ago 53m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:39:00.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (61m) 87s ago 61m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:39:00.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (61m) 89s ago 61m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:39:00.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (48m) 87s ago 60m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:39:00.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (60m) 87s ago 60m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:39:00.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (60m) 87s ago 60m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:39:00.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (59m) 87s ago 59m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:39:00.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (59m) 89s ago 59m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:39:00.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (59m) 89s ago 59m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:39:00.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (58m) 89s ago 58m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:39:00.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (58m) 89s ago 58m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:39:00.472 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (60m) 87s ago 61m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:39:00.785 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:39:00.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:39:00.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:00.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:00.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:39:00.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:00.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:00.787 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:39:00.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:00.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:00.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:00.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:39:00.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:00.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:00.789 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:39:00.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:00.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:00.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:39:00.789 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:39:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: cluster 2022-01-25T23:39:00.053448+0000 mgr.smithi111.vbmimw (mgr.14718) 1885 : cluster [DBG] 2022-01-25T23:39:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: pgmap v1624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:01.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: audit 2022-01-25T23:39:00.189296+0000 mgr.smithi111.vbmimw (mgr.14718) 1886 : audit [DBG] from='client.35324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:01.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: audit 2022 2022-01-25T23:39:01.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: -01-25T23:39:00.786062+0000 mon.smithi111 ( 2022-01-25T23:39:01.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:01 smithi111 conmon[101466]: mon.0) 769 : audit [DBG] from='client.? 172.21.15.111:0/2287800708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:01 smithi179 conmon[67066]: cluster 2022-01-25T23:39:00.053448+0000 mgr.smithi111.vbmimw (mgr.14718) 1885 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:01 smithi179 conmon[67066]: audit 2022-01-25T23:39:00.189296+0000 mgr.smithi111.vbmimw (mgr.14718) 1886 : audit [DBG] from='client.35324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:01 smithi179 conmon[67066]: audit 2022-01-25T23:39:00.786062+0000 mon.smithi111 (mon.0) 769 : audit 2022-01-25T23:39:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:01 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/2287800708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:02 smithi111 conmon[101466]: audit 2022-01-25T23:39:00.458632+0000 mgr.smithi111.vbmimw (mgr.14718) 1887 : audit 2022-01-25T23:39:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:02 smithi111 conmon[101466]: [DBG] from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:02 smithi179 conmon[67066]: audit 2022-01-25T23:39:00.458632+0000 mgr.smithi111.vbmimw (mgr.14718) 1887 : audit 2022-01-25T23:39:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:02 smithi179 conmon[67066]: [DBG] from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:03.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:03 smithi111 conmon[101466]: cluster 2022-01-25T23:39:02.053872+0000 mgr.smithi111.vbmimw (mgr.14718) 1888 : cluster [DBG] 2022-01-25T23:39:03.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:03 smithi111 conmon[101466]: pgmap v1625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:03 smithi179 conmon[67066]: cluster 2022-01-25T23:39:02.053872+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:39:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:03 smithi179 conmon[67066]: 1888 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:05 smithi111 conmon[101466]: cluster 2022-01-25T23:39:04.054655+0000 mgr.smithi111.vbmimw (mgr.14718) 1889 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:05.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:05 smithi111 conmon[101466]: 2022-01-25T23:39:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:05 smithi179 conmon[67066]: cluster 2022-01-25T23:39:04.054655+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:39:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:05 smithi179 conmon[67066]: 14718) 1889 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:07 smithi111 conmon[101466]: cluster 2022-01-25T23:39:06.055167+0000 mgr.smithi111.vbmimw (mgr.14718) 1890 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:07 smithi179 conmon[67066]: cluster 2022-01-25T23:39:06.055167+0000 mgr.smithi111.vbmimw (mgr.14718) 1890 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:09 smithi111 conmon[101466]: cluster 2022-01-25T23:39:08.055720+0000 mgr.smithi111.vbmimw (mgr.14718) 1891 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:09 smithi111 conmon[101466]: 2022-01-25T23:39:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:09 smithi179 conmon[67066]: cluster 2022-01-25T23:39:08.055720+0000 mgr.smithi111.vbmimw (mgr.14718) 1891 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:11.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:11 smithi111 conmon[101466]: cluster 2022-01-25T23:39:10.056479+0000 mgr.smithi111.vbmimw (mgr.14718) 1892 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:11 smithi179 conmon[67066]: cluster 2022-01-25T23:39:10.056479+0000 mgr.smithi111.vbmimw (mgr.14718) 1892 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:13 smithi179 conmon[67066]: cluster 2022-01-25T23:39:12.056964+0000 mgr.smithi111.vbmimw (mgr.14718) 1893 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:13 smithi111 conmon[101466]: cluster 2022-01-25T23:39:12.056964+0000 mgr.smithi111.vbmimw (mgr.14718) 1893 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:15 smithi179 conmon[67066]: cluster 2022-01-25T23:39:14.057675+0000 mgr.smithi111.vbmimw (mgr.14718) 1894 : cluster 2022-01-25T23:39:15.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:15 smithi179 conmon[67066]: [DBG] pgmap v1631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:15 smithi111 conmon[101466]: cluster 2022-01-25T23:39:14.057675+0000 mgr.smithi111.vbmimw (mgr.14718) 1894 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:17 smithi179 conmon[67066]: cluster 2022-01-25T23:39:16.058220+0000 mgr.smithi111.vbmimw (mgr.14718) 1895 : cluster [DBG] 2022-01-25T23:39:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:17 smithi179 conmon[67066]: pgmap v1632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:17 smithi111 conmon[101466]: cluster 2022-01-25T23:39:16.058220+0000 mgr.smithi111.vbmimw (mgr.14718) 1895 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:19 smithi179 conmon[67066]: cluster 2022-01-25T23:39:18.058641+0000 mgr.smithi111.vbmimw (mgr.14718) 1896 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:19 smithi111 conmon[101466]: cluster 2022-01-25T23:39:18.058641+0000 mgr.smithi111.vbmimw (mgr.14718) 1896 : cluster [DBG] 2022-01-25T23:39:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:19 smithi111 conmon[101466]: pgmap v1633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:21 smithi179 conmon[67066]: cluster 2022-01-25T23:39:20.059422+0000 mgr.smithi111.vbmimw (mgr.14718) 1897 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:21 smithi111 conmon[101466]: cluster 2022-01-25T23:39:20.059422+0000 mgr.smithi111.vbmimw (mgr.14718) 1897 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:21 smithi111 conmon[101466]: 2022-01-25T23:39:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:23 smithi179 conmon[67066]: cluster 2022-01-25T23:39:22.059997+0000 mgr.smithi111.vbmimw (mgr.14718) 1898 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:23 smithi111 conmon[101466]: cluster 2022-01-25T23:39:22.059997+0000 mgr.smithi111.vbmimw (mgr.14718) 1898 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:25 smithi179 conmon[67066]: cluster 2022-01-25T23:39:24.060701+0000 mgr.smithi111.vbmimw (mgr.14718) 1899 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:25 smithi111 conmon[101466]: cluster 2022-01-25T23:39:24.060701+0000 mgr.smithi111.vbmimw (mgr.14718) 1899 : cluster [DBG] 2022-01-25T23:39:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:25 smithi111 conmon[101466]: pgmap v1636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:27 smithi179 conmon[67066]: cluster 2022-01-25T23:39:26.061337+0000 mgr.smithi111.vbmimw (mgr.14718) 1900 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:27 smithi111 conmon[101466]: cluster 2022-01-25T23:39:26.061337+0000 mgr.smithi111.vbmimw (mgr.14718) 1900 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:29.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:29 smithi179 conmon[67066]: cluster 2022-01-25T23:39:28.061828+0000 mgr.smithi111.vbmimw (mgr.14718) 1901 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:29 smithi111 conmon[101466]: cluster 2022-01-25T23:39:28.061828+0000 mgr.smithi111.vbmimw (mgr.14718) 1901 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:31.086 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:39:31.353 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:31.537 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (61m) 118s ago 62m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:39:31.538 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (53m) 118s ago 62m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:39:31.538 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (53m) 2m ago 62m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:39:31.538 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (61m) 118s ago 62m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:39:31.538 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (57m) 118s ago 57m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:39:31.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (57m) 2m ago 57m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:39:31.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (54m) 118s ago 63m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:39:31.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (53m) 2m ago 62m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:39:31.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (53m) 118s ago 64m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:39:31.540 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (53m) 2m ago 61m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:39:31.540 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (54m) 118s ago 54m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:39:31.540 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:39:31.540 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (62m) 118s ago 62m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:39:31.541 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (61m) 2m ago 61m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:39:31.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (48m) 118s ago 61m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:39:31.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (61m) 118s ago 61m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:39:31.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (60m) 118s ago 60m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:39:31.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (60m) 118s ago 60m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:39:31.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (60m) 2m ago 60m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:39:31.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (59m) 2m ago 59m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:39:31.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (59m) 2m ago 59m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:39:31.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (59m) 2m ago 59m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:39:31.543 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (61m) 118s ago 62m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:39:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:31 smithi179 conmon[67066]: cluster 2022-01-25T23:39:30.062510+0000 mgr.smithi111.vbmimw (mgr.14718) 1902 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:31.671 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:39:31.671 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:39:31.671 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:31.671 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:31.672 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:39:31.672 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:31.672 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:31.672 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:39:31.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:31.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:31.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:31.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:39:31.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:31.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:39:31.674 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:39:31.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:31.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:31.675 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:39:31.675 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:39:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:31 smithi111 conmon[101466]: cluster 2022-01-25T23:39:30.062510+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:39:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:31 smithi111 conmon[101466]: 1902 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:32.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:32 smithi179 conmon[67066]: audit 2022-01-25T23:39:31.075158+0000 mgr.smithi111.vbmimw (mgr.14718) 1903 : audit [DBG] from='client.35336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:32.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:32 smithi179 conmon[67066]: audit 2022-01-25T23:39:31.671721+0000 mon.smithi111 (mon.0) 770 : audit [DBG] from='client.? 172.21.15.111:0/692470227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:32.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:32 smithi111 conmon[101466]: audit 2022-01-25T23:39:31.075158+0000 mgr.smithi111.vbmimw (mgr.14718) 1903 : audit [DBG] from='client.35336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:32.656 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:32 smithi111 conmon[101466]: audit 2022-01-25T23:39:31.671721+0000 mon.smithi111 (mon.0) 770 : audit [DBG] from='client.? 172.21.15.111:0/692470227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:33 smithi179 conmon[67066]: audit 2022-01-25T23:39:31.344892+0000 mgr.smithi111.vbmimw (mgr.14718) 1904 : audit [DBG] from='client.35340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:33.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:33 smithi179 conmon[67066]: cluster 2022-01-25T23:39:32.063047+0000 mgr.smithi111.vbmimw (mgr.14718) 1905 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:33 smithi111 conmon[101466]: audit 2022-01-25T23:39:31.344892+0000 mgr.smithi111.vbmimw (mgr.14718) 1904 : audit [DBG] from='client.35340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:33 smithi111 conmon[101466]: cluster 2022-01-25T23:39:32.063047+0000 mgr.smithi111.vbmimw (mgr.14718) 1905 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:34.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022-01-25T23:39:33.379909+0000 mon.smithi111 (mon.0) 771 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022-01-25T23:39:33.381279+0000 mon.smithi111 (mon.0) 772 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022-01-25T23:39:33.382098+0000 mon.smithi111 (mon.0) 773 : 2022-01-25T23:39:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:39:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: 39:33.641549+0000 mon.smithi111 (mon 2022-01-25T23:39:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: .0) 774 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:39:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: 01-25T23:39:33.932921+0000 2022-01-25T23:39:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: mon.smithi111 (mon.0) 775 : 2022-01-25T23:39:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:39:34.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: 01-25T23:39:33. 2022-01-25T23:39:34.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: 937992+0000 mon.smithi111 (mon.0) 2022-01-25T23:39:34.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:34 smithi179 conmon[67066]: 776 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022-01-25T23:39:33.379909+0000 mon.smithi111 (mon.0) 771 2022-01-25T23:39:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022-01-25T23:39:33.381279+0000 mon.smithi111 (mon.0) 772 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022 2022-01-25T23:39:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: -01-25T23:39:33.382098+0000 mon.smithi111 (mon.0) 773 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:39:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: T23:39:33.641549+0000 mon.smithi111 (mon 2022-01-25T23:39:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: .0) 774 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:39:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: -25T23:39:33.932921+0000 2022-01-25T23:39:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: mon.smithi111 (mon.0) 775 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: 2022-01-25T23:39:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: audit 2022-01-25T23:39:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: 2022-01-25T23:39:33.937992+0000 mon.smithi111 (mon 2022-01-25T23:39:34.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:34 smithi111 conmon[101466]: .0) 776 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:39:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:35 smithi179 conmon[67066]: cephadm 2022-01-25T23:39:33.382932+0000 mgr.smithi111.vbmimw (mgr.14718) 1906 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:39:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:35 smithi179 conmon[67066]: cluster 2022-01-25T23:39:34.063642+0000 mgr.smithi111.vbmimw (mgr.14718) 1907 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:35 smithi111 conmon[101466]: cephadm 2022-01-25T23:39:33.382932+0000 mgr.smithi111.vbmimw (mgr.14718) 1906 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:39:35.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:35 smithi111 conmon[101466]: cluster 2022-01-25T23:39:34.063642+0000 mgr.smithi111.vbmimw (mgr.14718) 1907 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:37 smithi179 conmon[67066]: cluster 2022-01-25T23:39:36.064313+0000 mgr.smithi111.vbmimw (mgr.14718) 1908 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:37 smithi111 conmon[101466]: cluster 2022-01-25T23:39:36.064313+0000 mgr.smithi111.vbmimw (mgr.14718) 1908 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:38 smithi179 conmon[67066]: audit 2022-01-25T23:39:37.508602+0000 mon.smithi111 (mon.0) 777 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:38 smithi179 conmon[67066]: audit 2022-01-25T23:39:37.509091+0000 mon.smithi111 (mon.0) 778 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:38 smithi111 conmon[101466]: audit 2022-01-25T23:39:37.508602+0000 mon.smithi111 (mon.0) 777 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:38 smithi111 conmon[101466]: 2022-01-25T23:39:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:38 smithi111 conmon[101466]: audit 2022-01-25T23:39:37.509091+0000 mon.smithi111 (mon.0) 778 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:39 smithi179 conmon[67066]: cluster 2022-01-25T23:39:38.064756+0000 mgr.smithi111.vbmimw (mgr.14718) 1909 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:39 smithi111 conmon[101466]: cluster 2022-01-25T23:39:38.064756+0000 mgr.smithi111.vbmimw (mgr.14718) 1909 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:40.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:40 smithi179 conmon[67066]: cluster 2022-01-25T23:39:40.065678+0000 mgr.smithi111.vbmimw (mgr.14718) 1910 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:40 smithi111 conmon[101466]: cluster 2022-01-25T23:39:40.065678+0000 mgr.smithi111.vbmimw (mgr.14718) 1910 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:40 smithi111 conmon[101466]: 2022-01-25T23:39:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:43 smithi111 conmon[101466]: cluster 2022-01-25T23:39:42.066178+0000 mgr.smithi111.vbmimw (mgr.14718) 1911 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:43 smithi179 conmon[67066]: cluster 2022-01-25T23:39:42.066178+0000 mgr.smithi111.vbmimw (mgr.14718) 1911 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:45 smithi111 conmon[101466]: cluster 2022-01-25T23:39:44.067027+0000 mgr.smithi111.vbmimw (mgr.14718) 1912 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:45 smithi179 conmon[67066]: cluster 2022-01-25T23:39:44.067027+0000 mgr.smithi111.vbmimw (mgr.14718) 1912 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:47 smithi111 conmon[101466]: cluster 2022-01-25T23:39:46.067521+0000 mgr.smithi111.vbmimw (mgr.14718) 1913 : cluster 2022-01-25T23:39:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:47 smithi111 conmon[101466]: [DBG] pgmap v1647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:47 smithi179 conmon[67066]: cluster 2022-01-25T23:39:46.067521+0000 mgr.smithi111.vbmimw (mgr.14718) 1913 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:49 smithi111 conmon[101466]: cluster 2022-01-25T23:39:48.068234+0000 mgr.smithi111.vbmimw (mgr.14718) 1914 : cluster 2022-01-25T23:39:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:49 smithi111 conmon[101466]: [DBG] pgmap v1648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:49 smithi179 conmon[67066]: cluster 2022-01-25T23:39:48.068234+0000 mgr.smithi111.vbmimw (mgr.14718) 1914 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:51 smithi111 conmon[101466]: cluster 2022-01-25T23:39:50.069045+0000 mgr.smithi111.vbmimw (mgr.14718) 1915 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:51 smithi111 conmon[101466]: 2022-01-25T23:39:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:51 smithi179 conmon[67066]: cluster 2022-01-25T23:39:50.069045+0000 mgr.smithi111.vbmimw (mgr.14718) 1915 : cluster [DBG] 2022-01-25T23:39:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:51 smithi179 conmon[67066]: pgmap v1649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:53 smithi111 conmon[101466]: cluster 2022-01-25T23:39:52.069499+0000 mgr.smithi111.vbmimw (mgr.14718) 1916 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:53 smithi179 conmon[67066]: cluster 2022-01-25T23:39:52.069499+0000 mgr.smithi111.vbmimw (mgr.14718) 1916 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:53 smithi179 conmon[67066]: 2022-01-25T23:39:55.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:55 smithi111 conmon[101466]: cluster 2022-01-25T23:39:54.070392+0000 mgr.smithi111.vbmimw (mgr.14718) 1917 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:55 smithi179 conmon[67066]: cluster 2022-01-25T23:39:54.070392+0000 mgr.smithi111.vbmimw (mgr.14718) 1917 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:57 smithi111 conmon[101466]: cluster 2022-01-25T23:39:56.071058+0000 mgr.smithi111.vbmimw (mgr.14718) 1918 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:57 smithi179 conmon[67066]: cluster 2022-01-25T23:39:56.071058+0000 mgr.smithi111.vbmimw (mgr.14718) 1918 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:59 smithi111 conmon[101466]: cluster 2022-01-25T23:39:58.071589+0000 mgr.smithi111.vbmimw (mgr.14718) 1919 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:59.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:39:59 smithi111 conmon[101466]: 2022-01-25T23:39:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:39:59 smithi179 conmon[67066]: cluster 2022-01-25T23:39:58.071589+0000 mgr.smithi111.vbmimw (mgr.14718) 1919 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:00 smithi111 conmon[101466]: cluster 2022-01-25T23:40:00.000116+0000 mon.smithi111 (mon.0) 779 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:40:00.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:00 smithi179 conmon[67066]: cluster 2022-01-25T23:40:00.000116+0000 mon.smithi111 (mon.0) 779 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:40:01.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:01 smithi111 conmon[101466]: cluster 2022-01-25T23:40:00.072307+0000 mgr.smithi111.vbmimw (mgr.14718) 1920 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:01 smithi179 conmon[67066]: cluster 2022-01-25T23:40:00.072307+0000 mgr.smithi111.vbmimw (mgr.14718) 1920 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:01.969 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:40:02.242 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:02.242 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (62m) 2m ago 63m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:40:02.243 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (53m) 2m ago 63m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:40:02.243 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (53m) 2m ago 62m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:40:02.244 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (61m) 2m ago 62m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:40:02.244 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (58m) 2m ago 58m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:40:02.245 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (58m) 2m ago 58m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:40:02.245 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (54m) 2m ago 64m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:40:02.245 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (54m) 2m ago 62m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:40:02.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (54m) 2m ago 64m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:40:02.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (53m) 2m ago 62m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:40:02.246 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (54m) 2m ago 54m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:40:02.247 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:40:02.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (62m) 2m ago 62m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:40:02.248 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (62m) 2m ago 62m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:40:02.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (49m) 2m ago 61m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:40:02.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (61m) 2m ago 61m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:40:02.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (61m) 2m ago 61m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:40:02.250 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (60m) 2m ago 60m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:40:02.250 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (60m) 2m ago 60m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:40:02.250 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (60m) 2m ago 60m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:40:02.251 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (59m) 2m ago 59m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:40:02.251 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (59m) 2m ago 59m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:40:02.252 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (61m) 2m ago 62m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:40:02.563 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:40:02.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:40:02.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:02.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:02.565 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:40:02.565 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:02.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:02.566 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:40:02.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:02.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:02.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:02.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:40:02.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:02.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:02.569 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:40:02.570 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:02.570 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:02.571 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:40:02.571 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:40:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:03 smithi179 conmon[67066]: audit 2022-01-25T23:40:01.957914+0000 mgr.smithi111.vbmimw (mgr.14718) 1921 : audit [DBG] from='client.35348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:03 smithi179 conmon[67066]: cluster 2022-01-25T23:40:02.072696+0000 mgr.smithi111.vbmimw 2022-01-25T23:40:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:03 smithi179 conmon[67066]: (mgr.14718) 1922 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:03.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:03 smithi179 conmon[67066]: audit 2022-01-25T23:40:02.233972+0000 mgr.smithi111.vbmimw (mgr.14718) 1923 : audit [DBG] from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:03.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:03 smithi179 conmon[67066]: audit 2022-01-25T23:40:02.563743+0000 mon.smithi111 (mon.0) 780 : audit [DBG] from='client.? 172.21.15.111:0/686296452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: audit 2022-01-25T23:40:01.957914+0000 mgr.smithi111.vbmimw (mgr.14718) 1921 : audit [DBG] from='client.35348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: 2022-01-25T23:40:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: cluster 2022-01-25T23:40:02.072696+0000 mgr.smithi111.vbmimw (mgr.14718) 1922 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: audit 2022-01-25T23:40:02.233972+0000 mgr.smithi111.vbmimw (mgr.14718) 1923 : audit [DBG] 2022-01-25T23:40:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: audit 2022-01-25T23:40:02. 2022-01-25T23:40:03.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:03 smithi111 conmon[101466]: 563743+0000 mon.smithi111 (mon.0) 780 : audit [DBG] from='client.? 172.21.15.111:0/686296452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:05 smithi179 conmon[67066]: cluster 2022-01-25T23:40:04.073480+0000 mgr.smithi111.vbmimw (mgr.14718) 1924 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:05 smithi111 conmon[101466]: cluster 2022-01-25T23:40:04.073480+0000 mgr.smithi111.vbmimw (mgr.14718) 1924 : cluster [DBG] 2022-01-25T23:40:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:05 smithi111 conmon[101466]: pgmap v1656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:07 smithi179 conmon[67066]: cluster 2022-01-25T23:40:06.074088+0000 mgr.smithi111.vbmimw (mgr.14718) 1925 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:07 smithi111 conmon[101466]: cluster 2022-01-25T23:40:06.074088+0000 mgr.smithi111.vbmimw (mgr.14718) 1925 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:09 smithi179 conmon[67066]: cluster 2022-01-25T23:40:08.074651+0000 mgr.smithi111.vbmimw (mgr.14718) 1926 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:09 smithi111 conmon[101466]: cluster 2022-01-25T23:40:08.074651+0000 mgr.smithi111.vbmimw (mgr.14718) 1926 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:09 smithi111 conmon[101466]: 2022-01-25T23:40:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:11 smithi179 conmon[67066]: cluster 2022-01-25T23:40:10.075397+0000 mgr.smithi111.vbmimw (mgr.14718) 1927 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:11 smithi111 conmon[101466]: cluster 2022-01-25T23:40:10.075397+0000 mgr.smithi111.vbmimw (mgr.14718) 1927 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:13 smithi179 conmon[67066]: cluster 2022-01-25T23:40:12.076019+0000 mgr.smithi111.vbmimw (mgr.14718) 1928 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:13 smithi111 conmon[101466]: cluster 2022-01-25T23:40:12.076019+0000 mgr.smithi111.vbmimw (mgr.14718) 1928 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:15 smithi179 conmon[67066]: cluster 2022-01-25T23:40:14.076824+0000 mgr.smithi111.vbmimw (mgr.14718) 1929 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:15 smithi111 conmon[101466]: cluster 2022-01-25T23:40:14.076824+0000 mgr.smithi111.vbmimw (mgr.14718) 1929 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:15 smithi111 conmon[101466]: 2022-01-25T23:40:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:17 smithi179 conmon[67066]: cluster 2022-01-25T23:40:16.077308+0000 mgr.smithi111.vbmimw (mgr.14718) 1930 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:17 smithi111 conmon[101466]: cluster 2022-01-25T23:40:16.077308+0000 mgr.smithi111.vbmimw (mgr.14718) 1930 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:19 smithi179 conmon[67066]: cluster 2022-01-25T23:40:18.077905+0000 mgr.smithi111.vbmimw (mgr.14718) 1931 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:19 smithi111 conmon[101466]: cluster 2022-01-25T23:40:18.077905+0000 mgr.smithi111.vbmimw (mgr.14718) 1931 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:21 smithi179 conmon[67066]: cluster 2022-01-25T23:40:20.078698+0000 mgr.smithi111.vbmimw (mgr.14718) 1932 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:21 smithi111 conmon[101466]: cluster 2022-01-25T23:40:20.078698+0000 mgr.smithi111.vbmimw (mgr.14718) 1932 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:23 smithi179 conmon[67066]: cluster 2022-01-25T23:40:22.079331+0000 mgr.smithi111.vbmimw (mgr.14718) 1933 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:23 smithi111 conmon[101466]: cluster 2022-01-25T23:40:22.079331+0000 mgr.smithi111.vbmimw (mgr.14718) 1933 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:25 smithi179 conmon[67066]: cluster 2022-01-25T23:40:24.080112+0000 mgr.smithi111.vbmimw (mgr.14718) 1934 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:25 smithi111 conmon[101466]: cluster 2022-01-25T23:40:24.080112+0000 mgr.smithi111.vbmimw (mgr.14718) 1934 : cluster [DBG] 2022-01-25T23:40:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:25 smithi111 conmon[101466]: pgmap v1666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:27 smithi179 conmon[67066]: cluster 2022-01-25T23:40:26.080858+0000 mgr.smithi111.vbmimw (mgr.14718) 1935 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:27 smithi111 conmon[101466]: cluster 2022-01-25T23:40:26.080858+0000 mgr.smithi111.vbmimw (mgr.14718) 1935 : cluster 2022-01-25T23:40:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:27 smithi111 conmon[101466]: [DBG] pgmap v1667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:29 smithi179 conmon[67066]: cluster 2022-01-25T23:40:28.081300+0000 mgr.smithi111.vbmimw (mgr.14718) 1936 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:29 smithi111 conmon[101466]: cluster 2022-01-25T23:40:28.081300+0000 mgr.smithi111.vbmimw (mgr.14718) 1936 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:31 smithi179 conmon[67066]: cluster 2022-01-25T23:40:30.082103+0000 mgr.smithi111.vbmimw (mgr.14718) 1937 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:31 smithi111 conmon[101466]: cluster 2022-01-25T23:40:30.082103+0000 mgr.smithi111.vbmimw (mgr.14718) 1937 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:32.869 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:40:33.137 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:33.137 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (62m) 3m ago 63m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:40:33.138 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (54m) 3m ago 63m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:40:33.138 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (54m) 3m ago 63m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:40:33.138 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (62m) 3m ago 63m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:40:33.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (58m) 3m ago 58m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:40:33.139 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (58m) 3m ago 58m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:40:33.139 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (55m) 3m ago 64m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:40:33.139 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (54m) 3m ago 63m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:40:33.139 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (54m) 3m ago 65m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:40:33.140 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (54m) 3m ago 62m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:40:33.140 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (55m) 3m ago 55m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:40:33.140 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:40:33.140 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (63m) 3m ago 63m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:40:33.141 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (62m) 3m ago 62m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:40:33.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (49m) 3m ago 62m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:40:33.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (62m) 3m ago 62m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:40:33.142 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (61m) 3m ago 61m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:40:33.142 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (61m) 3m ago 61m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:40:33.142 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (61m) 3m ago 61m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:40:33.143 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (60m) 3m ago 60m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:40:33.143 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (60m) 3m ago 60m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:40:33.143 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (60m) 3m ago 60m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:40:33.144 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (62m) 3m ago 63m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:40:33.461 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:40:33.461 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:40:33.461 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:33.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:33.462 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:40:33.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:33.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:33.463 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:40:33.463 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:33.463 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:33.463 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:33.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:40:33.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:33.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:40:33.464 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:40:33.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:33.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:33.465 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:40:33.465 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:40:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:33 smithi179 conmon[67066]: cluster 2022-01-25T23:40:32.082839+0000 mgr.smithi111.vbmimw (mgr.14718) 1938 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:33 smithi111 conmon[101466]: cluster 2022-01-25T23:40:32.082839+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:40:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:33 smithi111 conmon[101466]: 14718) 1938 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:34.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T23:40:32.858283+0000 mgr.smithi111.vbmimw (mgr.14718) 1939 : 2022-01-25T23:40:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit [DBG] from='client.35360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T23:40:33.129334+0000 mgr.smithi111.vbmimw (mgr.14718) 1940 : audit [DBG] from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T23:40:33.460646+0000 mon.smithi111 (mon.0) 2022-01-25T23:40:34.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: 781 : audit [DBG] from='client.? 172.21.15.111:0/1504239262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T23:40:33.940718+0000 mon.smithi111 (mon.0) 782 : 2022-01-25T23:40:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:40:34.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: 23:40:33.942025+0000 mon.smithi111 (mon.0) 783 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: audit 2022-01-25T23:40: 2022-01-25T23:40:34.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:34 smithi179 conmon[67066]: 33.942732+0000 mon.smithi111 (mon.0) 784 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01-25T23:40:32.858283+0000 mgr.smithi111.vbmimw (mgr.14718) 1939 : audit [DBG] from='client.35360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01-25T23:40:33.129334+0000 mgr.smithi111.vbmimw (mgr.14718) 1940 : audit [DBG] from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01-25T23:40:33.460646+0000 mon.smithi111 (mon 2022-01-25T23:40:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: .0) 781 : audit [DBG] from='client.? 172.21.15.111:0/1504239262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:40:34.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: 25T23:40:33.940718+0000 mon.smithi111 (mon.0) 782 : audit 2022-01-25T23:40:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01-25T23:40: 2022-01-25T23:40:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: 33.942025+0000 mon.smithi111 (mon.0) 783 : 2022-01-25T23:40:34.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: audit 2022-01-25T23:40 2022-01-25T23:40:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: :33.942732+0000 mon.smithi111 (mon.0) 784 2022-01-25T23:40:34.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:34 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:35 smithi179 conmon[67066]: cephadm 2022-01-25T23:40:33.943305+0000 mgr.smithi111.vbmimw (mgr.14718) 1941 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:35 smithi179 conmon[67066]: cluster 2022-01-25T23:40:34.083482+0000 mgr.smithi111.vbmimw (mgr.14718) 1942 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:35.620 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:35 smithi111 conmon[101466]: cephadm 2022-01-25T23:40:33.943305+0000 mgr.smithi111.vbmimw (mgr.14718) 1941 : cephadm 2022-01-25T23:40:35.620 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:35 smithi111 conmon[101466]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:35.621 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:35 smithi111 conmon[101466]: cluster 2022-01-25T23:40:34.083482+0000 mgr.smithi111.vbmimw (mgr.14718) 1942 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:37.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:37 smithi111 conmon[101466]: cluster 2022-01-25T23:40:36.084086+0000 mgr.smithi111.vbmimw (mgr.14718) 1943 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:37 smithi179 conmon[67066]: cluster 2022-01-25T23:40:36.084086+0000 mgr.smithi111.vbmimw (mgr.14718) 1943 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: audit 2022-01-25T23:40:37.373383+0000 mon.smithi111 (mon.0) 785 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: audit 2022-01-25T23:40: 2022-01-25T23:40:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: 37.512785+0000 mon.smithi111 (mon.0) 786 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: audit 2022-01-25T23:40:37.512989+0000 mon.smithi111 (mon.0) 787 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: audit 2022-01-25T23:40:37.678163+0000 mon.smithi111 (mon.0) 788 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: audit 2022-01-25T23:40:37.683099+0000 mon.smithi111 (mon.0) 789 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:38 smithi111 conmon[101466]: cluster 2022-01-25T23:40:38.084617+0000 mgr.smithi111.vbmimw (mgr.14718) 1944 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: audit 2022-01-25T23:40:37.373383+0000 mon.smithi111 (mon.0) 785 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: audit 2022-01-25T23:40:37.512785+0000 mon.smithi111 (mon. 2022-01-25T23:40:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: 0) 786 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: audit 2022-01-25T23:40:37.512989+0000 mon.smithi111 (mon.0) 787 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: audit 2022-01-25T23:40:37.678163+0000 mon.smithi111 (mon.0) 788 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: audit 2022-01-25T23:40:37.683099+0000 mon.smithi111 (mon.0) 789 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:40:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: 2022-01-25T23:40:38.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: cluster 2022-01-25T23:40:38 2022-01-25T23:40:38.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: .084617+0000 mgr.smithi111.vbmimw (mgr.14718) 1944 : cluster 2022-01-25T23:40:38.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:38 smithi179 conmon[67066]: [DBG] pgmap v1673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:41 smithi111 conmon[101466]: cluster 2022-01-25T23:40:40.085572+0000 mgr.smithi111.vbmimw (mgr.14718) 1945 : cluster [DBG] 2022-01-25T23:40:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:41 smithi111 conmon[101466]: pgmap v1674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:41 smithi179 conmon[67066]: cluster 2022-01-25T23:40:40.085572+0000 mgr.smithi111.vbmimw (mgr.14718) 1945 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:43.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:43 smithi111 conmon[101466]: cluster 2022-01-25T23:40:42.086028+0000 mgr.smithi111.vbmimw (mgr.14718) 1946 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:43 smithi179 conmon[67066]: cluster 2022-01-25T23:40:42.086028+0000 mgr.smithi111.vbmimw (mgr.14718) 1946 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:45 smithi111 conmon[101466]: cluster 2022-01-25T23:40:44.086770+0000 mgr.smithi111.vbmimw (mgr.14718) 1947 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:45 smithi179 conmon[67066]: cluster 2022-01-25T23:40:44.086770+0000 mgr.smithi111.vbmimw (mgr.14718) 1947 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:47 smithi111 conmon[101466]: cluster 2022-01-25T23:40:46.087390+0000 mgr.smithi111.vbmimw (mgr.14718) 1948 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:47 smithi179 conmon[67066]: cluster 2022-01-25T23:40:46.087390+0000 mgr.smithi111.vbmimw (mgr.14718) 1948 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:49 smithi111 conmon[101466]: cluster 2022-01-25T23:40:48.087858+0000 mgr.smithi111.vbmimw (mgr.14718) 1949 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:49.623 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:49 smithi179 conmon[67066]: cluster 2022-01-25T23:40:48.087858+0000 mgr.smithi111.vbmimw (mgr.14718) 1949 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:51.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:51 smithi111 conmon[101466]: cluster 2022-01-25T23:40:50.088704+0000 mgr.smithi111.vbmimw (mgr.14718) 1950 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:51.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:51 smithi111 conmon[101466]: 2022-01-25T23:40:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:51 smithi179 conmon[67066]: cluster 2022-01-25T23:40:50.088704+0000 mgr.smithi111.vbmimw (mgr.14718) 1950 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:53 smithi111 conmon[101466]: cluster 2022-01-25T23:40:52.089163+0000 mgr.smithi111.vbmimw (mgr.14718) 1951 : cluster [DBG] 2022-01-25T23:40:53.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:53 smithi111 conmon[101466]: pgmap v1680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:53 smithi179 conmon[67066]: cluster 2022-01-25T23:40:52.089163+0000 mgr.smithi111.vbmimw (mgr.14718) 1951 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:55 smithi179 conmon[67066]: cluster 2022-01-25T23:40:54.089923+0000 mgr.smithi111.vbmimw (mgr.14718) 1952 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:55 smithi111 conmon[101466]: cluster 2022-01-25T23:40:54.089923+0000 mgr.smithi111.vbmimw (mgr.14718) 1952 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:57 smithi179 conmon[67066]: cluster 2022-01-25T23:40:56.090426+0000 mgr.smithi111.vbmimw (mgr.14718) 1953 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:57 smithi111 conmon[101466]: cluster 2022-01-25T23:40:56.090426+0000 mgr.smithi111.vbmimw (mgr.14718) 1953 : cluster [DBG] 2022-01-25T23:40:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:57 smithi111 conmon[101466]: pgmap v1682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:40:59 smithi179 conmon[67066]: cluster 2022-01-25T23:40:58.090881+0000 mgr.smithi111.vbmimw (mgr.14718) 1954 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:59 smithi111 conmon[101466]: cluster 2022-01-25T23:40:58.090881+0000 mgr.smithi111.vbmimw (mgr.14718) 1954 : cluster 2022-01-25T23:40:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:40:59 smithi111 conmon[101466]: [DBG] pgmap v1683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:01 smithi179 conmon[67066]: cluster 2022-01-25T23:41:00.091896+0000 mgr.smithi111.vbmimw (mgr.14718) 1955 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:01 smithi111 conmon[101466]: cluster 2022-01-25T23:41:00.091896+0000 mgr.smithi111.vbmimw (mgr.14718) 1955 : 2022-01-25T23:41:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:01 smithi111 conmon[101466]: cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:03 smithi179 conmon[67066]: cluster 2022-01-25T23:41:02.092474+0000 mgr.smithi111.vbmimw (mgr.14718) 1956 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:03 smithi111 conmon[101466]: cluster 2022-01-25T23:41:02.092474+0000 mgr.smithi111.vbmimw (mgr.14718) 1956 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:03 smithi111 conmon[101466]: 2022-01-25T23:41:03.762 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:41:04.027 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:41:04.028 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (63m) 3m ago 64m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:41:04.028 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (54m) 3m ago 64m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:41:04.028 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (54m) 3m ago 63m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:41:04.028 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (62m) 3m ago 64m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:41:04.029 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (59m) 3m ago 59m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:41:04.029 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (59m) 3m ago 59m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:41:04.029 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (55m) 3m ago 65m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:41:04.029 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (55m) 3m ago 63m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:41:04.030 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (55m) 3m ago 65m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:41:04.030 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (54m) 3m ago 63m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:41:04.030 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (55m) 3m ago 55m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:41:04.031 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:41:04.031 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (63m) 3m ago 63m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:41:04.031 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (63m) 3m ago 63m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:41:04.031 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (50m) 3m ago 62m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:41:04.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (62m) 3m ago 62m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:41:04.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (62m) 3m ago 62m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:41:04.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (61m) 3m ago 61m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:41:04.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (61m) 3m ago 61m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:41:04.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (61m) 3m ago 61m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:41:04.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (61m) 3m ago 61m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:41:04.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (60m) 3m ago 60m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:41:04.034 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (62m) 3m ago 63m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:41:04.344 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:41:04.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:41:04.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:04.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:04.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:41:04.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:04.346 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:04.346 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:41:04.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:41:04.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:41:04.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:04.347 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:41:04.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:41:04.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:04.348 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:41:04.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:41:04.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:41:04.348 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:41:04.349 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:41:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:05 smithi179 conmon[67066]: audit 2022-01-25T23:41:03.750933+0000 mgr.smithi111.vbmimw (mgr.14718) 1957 : audit [DBG] 2022-01-25T23:41:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:05 smithi179 conmon[67066]: from='client.35372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:05 smithi179 conmon[67066]: audit 2022-01-25T23:41:04.019431+0000 mgr.smithi111.vbmimw (mgr.14718) 1958 : audit [DBG] from='client.35376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:05 smithi179 conmon[67066]: cluster 2022-01-25T23:41:04.093124+0000 mgr.smithi111.vbmimw (mgr.14718) 1959 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:05.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:05 smithi179 conmon[67066]: audit 2022-01-25T23:41:04.344846+0000 mon.smithi111 (mon.0) 790 : audit [DBG] from='client.? 172.21.15.111:0/169465303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:05 smithi111 conmon[101466]: audit 2022-01-25T23:41:03.750933+0000 mgr.smithi111.vbmimw (mgr.14718) 1957 : audit [DBG] from='client.35372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:05 smithi111 conmon[101466]: audit 2022-01-25T23:41:04.019431+0000 mgr.smithi111.vbmimw (mgr.14718) 1958 : audit [DBG] from='client.35376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:05 smithi111 conmon[101466]: cluster 2022-01-25T23:41:04.093124+0000 mgr.smithi111.vbmimw (mgr.14718) 1959 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:05.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:05 smithi111 conmon[101466]: audit 2022-01-25T23:41:04.344846+0000 mon.smithi111 (mon.0) 790 : audit [DBG] from='client.? 172.21.15.111:0/169465303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:07 smithi179 conmon[67066]: cluster 2022-01-25T23:41:06.093771+0000 mgr.smithi111.vbmimw (mgr.14718) 1960 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:07 smithi111 conmon[101466]: cluster 2022-01-25T23:41:06.093771+0000 mgr.smithi111.vbmimw (mgr.14718) 1960 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:09 smithi179 conmon[67066]: cluster 2022-01-25T23:41:08.094356+0000 mgr.smithi111.vbmimw (mgr.14718) 1961 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:09 smithi111 conmon[101466]: cluster 2022-01-25T23:41:08.094356+0000 mgr.smithi111.vbmimw (mgr.14718) 1961 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:09 smithi111 conmon[101466]: 2022-01-25T23:41:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:11 smithi179 conmon[67066]: cluster 2022-01-25T23:41:10.095294+0000 mgr.smithi111.vbmimw (mgr.14718) 1962 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:11 smithi111 conmon[101466]: cluster 2022-01-25T23:41:10.095294+0000 mgr.smithi111.vbmimw (mgr.14718) 1962 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:13 smithi179 conmon[67066]: cluster 2022-01-25T23:41:12.095873+0000 mgr.smithi111.vbmimw (mgr.14718) 1963 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:13 smithi111 conmon[101466]: cluster 2022-01-25T23:41:12.095873+0000 mgr.smithi111.vbmimw (mgr.14718) 1963 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:15 smithi179 conmon[67066]: cluster 2022-01-25T23:41:14.096588+0000 mgr.smithi111.vbmimw (mgr.14718) 1964 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:15 smithi111 conmon[101466]: cluster 2022-01-25T23:41:14.096588+0000 2022-01-25T23:41:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:15 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 1964 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:17 smithi179 conmon[67066]: cluster 2022-01-25T23:41:16.097241+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:41:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:17 smithi179 conmon[67066]: 1965 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:17 smithi111 conmon[101466]: cluster 2022-01-25T23:41:16.097241+0000 mgr.smithi111.vbmimw (mgr.14718) 1965 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:19 smithi179 conmon[67066]: cluster 2022-01-25T23:41:18.097632+0000 mgr.smithi111.vbmimw (mgr.14718) 1966 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:19 smithi111 conmon[101466]: cluster 2022-01-25T23:41:18.097632+0000 mgr.smithi111.vbmimw (mgr.14718) 1966 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:21 smithi179 conmon[67066]: cluster 2022-01-25T23:41:20.098615+0000 mgr.smithi111.vbmimw (mgr.14718) 1967 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:21 smithi111 conmon[101466]: cluster 2022-01-25T23:41:20.098615+0000 mgr.smithi111.vbmimw (mgr.14718) 1967 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:21 smithi111 conmon[101466]: 2022-01-25T23:41:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:23 smithi179 conmon[67066]: cluster 2022-01-25T23:41:22.099289+0000 mgr.smithi111.vbmimw (mgr.14718) 1968 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:23 smithi179 conmon[67066]: 2022-01-25T23:41:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:23 smithi111 conmon[101466]: cluster 2022-01-25T23:41:22.099289+0000 mgr.smithi111.vbmimw (mgr.14718) 1968 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:25 smithi179 conmon[67066]: cluster 2022-01-25T23:41:24.100162+0000 mgr.smithi111.vbmimw (mgr.14718) 1969 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:25 smithi111 conmon[101466]: cluster 2022-01-25T23:41:24.100162+0000 mgr.smithi111.vbmimw (mgr.14718) 1969 : cluster [DBG] 2022-01-25T23:41:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:25 smithi111 conmon[101466]: pgmap v1696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:27 smithi179 conmon[67066]: cluster 2022-01-25T23:41:26.100680+0000 mgr.smithi111.vbmimw (mgr.14718) 1970 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:27 smithi179 conmon[67066]: 2022-01-25T23:41:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:27 smithi111 conmon[101466]: cluster 2022-01-25T23:41:26.100680+0000 mgr.smithi111.vbmimw (mgr.14718) 1970 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:27 smithi111 conmon[101466]: 2022-01-25T23:41:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:29 smithi179 conmon[67066]: cluster 2022-01-25T23:41:28.101155+0000 mgr.smithi111.vbmimw (mgr.14718) 1971 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:29 smithi179 conmon[67066]: 2022-01-25T23:41:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:29 smithi111 conmon[101466]: cluster 2022-01-25T23:41:28.101155+0000 mgr.smithi111.vbmimw (mgr.14718) 1971 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:31 smithi179 conmon[67066]: cluster 2022-01-25T23:41:30.102183+0000 mgr.smithi111.vbmimw (mgr.14718) 1972 : cluster [DBG] 2022-01-25T23:41:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:31 smithi179 conmon[67066]: pgmap v1699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:31 smithi111 conmon[101466]: cluster 2022-01-25T23:41:30.102183 2022-01-25T23:41:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:31 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 1972 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:33 smithi179 conmon[67066]: cluster 2022-01-25T23:41:32.102605+0000 mgr.smithi111.vbmimw (mgr.14718) 1973 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:33 smithi111 conmon[101466]: cluster 2022-01-25T23:41:32.102605+0000 mgr.smithi111.vbmimw (mgr.14718) 1973 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:34.646 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:41:34.915 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:41:34.915 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (63m) 4m ago 64m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:41:34.915 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (55m) 4m ago 64m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:41:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (55m) 4m ago 64m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:41:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (63m) 4m ago 64m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:41:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (59m) 4m ago 59m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:41:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (59m) 4m ago 59m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:41:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (56m) 4m ago 66m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:41:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (55m) 4m ago 64m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:41:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (55m) 4m ago 66m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:41:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (55m) 4m ago 64m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:41:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (56m) 4m ago 56m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:41:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (56m) 4m ago 56m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:41:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (64m) 4m ago 64m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:41:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (63m) 4m ago 63m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:41:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (50m) 4m ago 63m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:41:34.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (63m) 4m ago 63m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:41:34.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (62m) 4m ago 62m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:41:34.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (62m) 4m ago 62m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:41:34.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (62m) 4m ago 62m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:41:34.920 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (61m) 4m ago 61m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:41:34.920 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (61m) 4m ago 61m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:41:34.920 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (61m) 4m ago 61m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:41:34.920 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (63m) 4m ago 64m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:41:35.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:41:35.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:41:35.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:35.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:35.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:41:35.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:35.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:35.240 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:41:35.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:41:35.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:41:35.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:35.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:41:35.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:41:35.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:41:35.241 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:41:35.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:41:35.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:41:35.242 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:41:35.242 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:41:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:35 smithi179 conmon[67066]: cluster 2022-01-25T23:41:34.103424+0000 mgr.smithi111.vbmimw (mgr.14718) 1974 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:35 smithi179 conmon[67066]: 2022-01-25T23:41:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:35 smithi179 conmon[67066]: audit 2022-01-25T23:41:35.238628+0000 mon.smithi111 (mon.0) 791 : audit [DBG] from='client.? 172.21.15.111:0/2894162568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:35 smithi111 conmon[101466]: cluster 2022-01-25T23:41:34.103424+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:41:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:35 smithi111 conmon[101466]: 14718) 1974 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:35 smithi111 conmon[101466]: audit 2022-01-25T23:41:35.238628+0000 2022-01-25T23:41:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:35 smithi111 conmon[101466]: mon.smithi111 (mon.0) 791 : audit [DBG] from='client.? 172.21.15.111:0/2894162568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:36 smithi179 conmon[67066]: audit 2022-01-25T23:41:34.635517+0000 mgr.smithi111.vbmimw (mgr.14718) 1975 : audit [DBG] 2022-01-25T23:41:36.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:36 smithi179 conmon[67066]: from='client.35384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:36.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:36 smithi179 conmon[67066]: audit 2022-01-25T23:41:34.907187+0000 mgr.smithi111.vbmimw (mgr.14718) 1976 : audit [DBG] from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:36.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:36 smithi179 conmon[67066]: cluster 2022-01-25T23:41:36.103911+0000 mgr.smithi111.vbmimw (mgr.14718) 1977 : cluster 2022-01-25T23:41:36.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:36 smithi179 conmon[67066]: [DBG] pgmap v1702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:36 smithi111 conmon[101466]: audit 2022-01-25T23:41:34.635517+0000 mgr.smithi111.vbmimw (mgr.14718) 1975 : 2022-01-25T23:41:36.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:36 smithi111 conmon[101466]: audit [DBG] from='client.35384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:36 smithi111 conmon[101466]: audit 2022-01-25T23:41:34.907187+0000 mgr.smithi111.vbmimw (mgr.14718) 1976 : audit [DBG] from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:36 smithi111 conmon[101466]: cluster 2022-01-25T23 2022-01-25T23:41:36.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:36 smithi111 conmon[101466]: :41:36.103911+0000 mgr.smithi111.vbmimw (mgr.14718) 1977 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:37 smithi179 conmon[67066]: audit 2022-01-25T23:41:37.516512+0000 mon.smithi111 (mon.0) 792 : audit [INF] 2022-01-25T23:41:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:37 smithi179 conmon[67066]: audit 2022-01-25T23:41:37.517010+0000 mon.smithi111 (mon.0) 793 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:37 smithi111 conmon[101466]: audit 2022-01-25T23:41:37.516512+0000 mon.smithi111 (mon.0) 792 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:37 smithi111 conmon[101466]: audit 2022-01-25T23:41:37.517010+0000 mon.smithi111 (mon.0) 793 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: audit 2022-01-25T23:41:37.685641+0000 mon.smithi111 ( 2022-01-25T23:41:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: mon.0) 794 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:41:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: audit 2022-01-25T23:41:37.687047+0000 mon.smithi111 (mon.0) 795 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:41:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: audit 2022-01-25T23:41:37.687931+0000 mon.smithi111 (mon.0) 796 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:41:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: cephadm 2022-01-25T23:41:37.688698+0000 mgr.smithi111.vbmimw (mgr.14718) 1978 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:38 smithi179 conmon[67066]: cluster 2022-01-25T23:41:38.104298+0000 mgr.smithi111.vbmimw (mgr.14718) 1979 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: audit 2022-01-25T23:41:37.685641+0000 mon.smithi111 (mon.0) 794 : audit [DBG] 2022-01-25T23:41:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:41:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: audit 2022-01-25T23:41:37.687047+0000 mon.smithi111 (mon.0) 795 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:41:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: audit 2022-01-25T23:41:37.687931+0000 mon.smithi111 (mon.0) 796 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:41:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: cephadm 2022-01-25T23:41:37.688698+0000 mgr.smithi111.vbmimw (mgr.14718) 1978 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:38 smithi111 conmon[101466]: cluster 2022-01-25T23:41:38.104298+0000 mgr.smithi111.vbmimw (mgr.14718) 1979 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:41 smithi111 conmon[101466]: cluster 2022-01-25T23:41:40.105243+0000 mgr.smithi111.vbmimw (mgr.14718) 1980 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:41.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:41 smithi111 conmon[101466]: audit 2022-01-25T23:41:41.078513+0000 mon.smithi111 (mon.0) 797 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:41 smithi179 conmon[67066]: cluster 2022-01-25T23:41:40.105243+0000 mgr.smithi111.vbmimw (mgr.14718) 1980 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:41 smithi179 conmon[67066]: audit 2022-01-25T23:41:41.078513+0000 mon.smithi111 (mon.0) 797 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:42 smithi179 conmon[67066]: audit 2022-01-25T23:41:41.367114+0000 mon.smithi111 (mon.0) 798 : audit [INF] 2022-01-25T23:41:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:42 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:42 smithi179 conmon[67066]: audit 2022-01-25T23:41:41.375708+0000 mon.smithi111 (mon.0) 799 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:42 smithi179 conmon[67066]: cluster 2022-01-25T23:41:42.105842+0000 mgr.smithi111.vbmimw (mgr.14718) 1981 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:42 smithi111 conmon[101466]: audit 2022-01-25T23:41:41.367114+0000 mon.smithi111 (mon.0) 798 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:42 smithi111 conmon[101466]: audit 2022-01-25T23:41:41.375708+0000 mon.smithi111 (mon.0) 799 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:41:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:42 smithi111 conmon[101466]: cluster 2022-01-25T23:41:42.105842+0000 mgr.smithi111.vbmimw (mgr.14718) 1981 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:45 smithi111 conmon[101466]: cluster 2022-01-25T23:41:44.106652+0000 mgr.smithi111.vbmimw (mgr.14718) 1982 : cluster [DBG] 2022-01-25T23:41:45.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:45 smithi111 conmon[101466]: pgmap v1706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:45 smithi179 conmon[67066]: cluster 2022-01-25T23:41:44.106652+0000 mgr.smithi111.vbmimw (mgr.14718) 1982 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:47 smithi179 conmon[67066]: cluster 2022-01-25T23:41:46.107171+0000 mgr.smithi111.vbmimw (mgr.14718) 1983 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:47 smithi179 conmon[67066]: 2022-01-25T23:41:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:47 smithi111 conmon[101466]: cluster 2022-01-25T23:41:46.107171+0000 mgr.smithi111.vbmimw (mgr.14718) 1983 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:47 smithi111 conmon[101466]: 2022-01-25T23:41:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:49 smithi179 conmon[67066]: cluster 2022-01-25T23:41:48.107742+0000 mgr.smithi111.vbmimw (mgr.14718) 1984 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:49 smithi111 conmon[101466]: cluster 2022-01-25T23:41:48.107742+0000 mgr.smithi111.vbmimw (mgr.14718) 1984 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:51.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:51 smithi179 conmon[67066]: cluster 2022-01-25T23:41:50.108475+0000 mgr.smithi111.vbmimw (mgr.14718) 1985 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:51 smithi111 conmon[101466]: cluster 2022-01-25T23:41:50.108475+0000 mgr.smithi111.vbmimw (mgr.14718) 1985 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:51 smithi111 conmon[101466]: 2022-01-25T23:41:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:53 smithi179 conmon[67066]: cluster 2022-01-25T23:41:52.109015+0000 mgr.smithi111.vbmimw (mgr.14718) 1986 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:53 smithi179 conmon[67066]: 2022-01-25T23:41:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:53 smithi111 conmon[101466]: cluster 2022-01-25T23:41:52.109015+0000 mgr.smithi111.vbmimw (mgr.14718) 1986 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:55 smithi179 conmon[67066]: cluster 2022-01-25T23:41:54.109849+0000 mgr.smithi111.vbmimw (mgr.14718) 1987 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:55.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:55 smithi111 conmon[101466]: cluster 2022-01-25T23:41:54.109849+0000 mgr.smithi111.vbmimw (mgr.14718) 1987 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:57 smithi179 conmon[67066]: cluster 2022-01-25T23:41:56.110489+0000 mgr.smithi111.vbmimw (mgr.14718) 1988 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:57 smithi111 conmon[101466]: cluster 2022-01-25T23:41:56.110489+0000 mgr.smithi111.vbmimw (mgr.14718) 1988 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:59 smithi179 conmon[67066]: cluster 2022-01-25T23:41:58.111175+0000 mgr.smithi111.vbmimw (mgr.14718) 1989 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:41:59 smithi179 conmon[67066]: 2022-01-25T23:41:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:41:59 smithi111 conmon[101466]: cluster 2022-01-25T23:41:58.111175+0000 mgr.smithi111.vbmimw (mgr.14718) 1989 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:01 smithi179 conmon[67066]: cluster 2022-01-25T23:42:00.112084+0000 mgr.smithi111.vbmimw (mgr.14718) 1990 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:01 smithi111 conmon[101466]: cluster 2022-01-25T23:42:00.112084+0000 mgr.smithi111.vbmimw (mgr.14718) 1990 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:03 smithi179 conmon[67066]: cluster 2022-01-25T23:42:02.112587+0000 mgr.smithi111.vbmimw (mgr.14718) 1991 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:03 smithi111 conmon[101466]: cluster 2022-01-25T23:42:02.112587+0000 mgr.smithi111.vbmimw (mgr.14718) 1991 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:05.541 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:42:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:05 smithi179 conmon[67066]: cluster 2022-01-25T23:42:04.113421+0000 mgr.smithi111.vbmimw (mgr.14718) 1992 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:05 smithi111 conmon[101466]: cluster 2022-01-25T23:42:04.113421+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:42:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:05 smithi111 conmon[101466]: mgr.14718) 1992 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:05.813 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:05.813 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (64m) 4m ago 65m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:42:05.813 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (55m) 4m ago 65m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:42:05.814 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (55m) 4m ago 64m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:42:05.814 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (63m) 4m ago 65m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:42:05.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (60m) 4m ago 60m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:42:05.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (60m) 4m ago 60m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:42:05.815 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (56m) 4m ago 66m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:42:05.815 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (56m) 4m ago 64m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:42:05.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (56m) 4m ago 66m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:42:05.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (55m) 4m ago 64m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:42:05.816 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (56m) 4m ago 56m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:42:05.816 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (56m) 4m ago 56m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:42:05.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (64m) 4m ago 64m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:42:05.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (64m) 4m ago 64m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:42:05.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (51m) 4m ago 63m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:42:05.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (63m) 4m ago 63m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:42:05.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (63m) 4m ago 63m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:42:05.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (62m) 4m ago 62m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:42:05.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (62m) 4m ago 62m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:42:05.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (62m) 4m ago 62m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:42:05.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (62m) 4m ago 62m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:42:05.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (61m) 4m ago 61m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:42:05.818 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (63m) 4m ago 64m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:42:06.125 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:42:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:42:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:42:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:42:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:06.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:06.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:06.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:42:06.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:06.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:06.129 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:42:06.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:06.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:06.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:42:06.130 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:42:06.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:06 smithi179 conmon[67066]: audit 2022-01-25T23:42:06.126459+0000 mon.smithi111 (mon.0) 800 : audit [DBG] from='client.? 172.21.15.111:0/235450710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:06 smithi111 conmon[101466]: audit 2022-01-25T23:42:06.126459+0000 mon.smithi111 (mon.0) 800 2022-01-25T23:42:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:06 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/235450710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: audit 2022-01-25T23:42:05.530359+0000 mgr.smithi111.vbmimw (mgr.14718) 1993 : audit 2022-01-25T23:42:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: [DBG] from='client.35396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: audit 2022-01-25T23:42:05.799469+0000 mgr.smithi111.vbmimw (mgr.14718) 1994 : audit [DBG] from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: cluster 2022-01-25T23:42:06 2022-01-25T23:42:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: .113917+0000 mgr.smithi111.vbmimw (mgr.14718) 1995 : cluster [DBG] 2022-01-25T23:42:07.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:07 smithi179 conmon[67066]: pgmap v1717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:07 smithi111 conmon[101466]: audit 2022-01-25T23:42:05.530359+0000 mgr.smithi111.vbmimw (mgr.14718) 1993 : audit [DBG] from='client.35396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:07 smithi111 conmon[101466]: audit 2022-01-25T23:42:05.799469+0000 mgr.smithi111.vbmimw (mgr.14718) 1994 : audit [DBG] from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:07.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:07 smithi111 conmon[101466]: cluster 2022-01-25T23:42:06.113917+0000 mgr.smithi111.vbmimw (mgr.14718) 1995 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:09 smithi179 conmon[67066]: cluster 2022-01-25T23:42:08.114348+0000 mgr.smithi111.vbmimw (mgr.14718) 1996 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:09 smithi111 conmon[101466]: cluster 2022-01-25T23:42:08.114348+0000 mgr.smithi111.vbmimw (mgr.14718) 1996 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:09 smithi111 conmon[101466]: 2022-01-25T23:42:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:11 smithi179 conmon[67066]: cluster 2022-01-25T23:42:10.115288+0000 mgr.smithi111.vbmimw (mgr.14718) 1997 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:11.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:11 smithi179 conmon[67066]: 2022-01-25T23:42:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:11 smithi111 conmon[101466]: cluster 2022-01-25T23:42:10.115288+0000 mgr.smithi111.vbmimw (mgr.14718) 1997 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:11 smithi111 conmon[101466]: 2022-01-25T23:42:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:13 smithi179 conmon[67066]: cluster 2022-01-25T23:42:12.115765+0000 mgr.smithi111.vbmimw (mgr.14718) 1998 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:13 smithi111 conmon[101466]: cluster 2022-01-25T23:42:12.115765+0000 mgr.smithi111.vbmimw (mgr.14718) 1998 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:13 smithi111 conmon[101466]: 2022-01-25T23:42:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:15 smithi179 conmon[67066]: cluster 2022-01-25T23:42:14.116503+0000 mgr.smithi111.vbmimw (mgr.14718) 1999 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:15 smithi111 conmon[101466]: cluster 2022-01-25T23:42:14.116503+0000 mgr.smithi111.vbmimw (mgr.14718) 1999 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:17 smithi179 conmon[67066]: cluster 2022-01-25T23:42:16.117040+0000 mgr.smithi111.vbmimw (mgr.14718) 2000 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:17 smithi111 conmon[101466]: cluster 2022-01-25T23:42:16.117040+0000 mgr.smithi111.vbmimw (mgr.14718) 2000 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:19 smithi179 conmon[67066]: cluster 2022-01-25T23:42:18.117551+0000 mgr.smithi111.vbmimw (mgr.14718) 2001 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:19 smithi111 conmon[101466]: cluster 2022-01-25T23:42:18.117551+0000 mgr.smithi111.vbmimw (mgr.14718) 2001 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:21 smithi179 conmon[67066]: cluster 2022-01-25T23:42:20.118507+0000 mgr.smithi111.vbmimw (mgr.14718) 2002 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:21 smithi111 conmon[101466]: cluster 2022-01-25T23:42:20.118507+0000 mgr.smithi111.vbmimw (mgr.14718) 2002 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:23 smithi179 conmon[67066]: cluster 2022-01-25T23:42:22.119057+0000 mgr.smithi111.vbmimw (mgr.14718) 2003 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:23 smithi111 conmon[101466]: cluster 2022-01-25T23:42:22.119057+0000 mgr.smithi111.vbmimw (mgr.14718) 2003 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:25 smithi179 conmon[67066]: cluster 2022-01-25T23:42:24.119905+0000 mgr.smithi111.vbmimw (mgr.14718) 2004 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:25 smithi111 conmon[101466]: cluster 2022-01-25T23:42:24.119905+0000 mgr.smithi111.vbmimw (mgr.14718) 2004 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:27 smithi179 conmon[67066]: cluster 2022-01-25T23:42:26.120481+0000 mgr.smithi111.vbmimw (mgr.14718) 2005 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:27 smithi111 conmon[101466]: cluster 2022-01-25T23:42:26.120481+0000 mgr.smithi111.vbmimw (mgr.14718) 2005 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:27 smithi111 conmon[101466]: 2022-01-25T23:42:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:29 smithi179 conmon[67066]: cluster 2022-01-25T23:42:28.121070+0000 mgr.smithi111.vbmimw (mgr.14718) 2006 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:29 smithi111 conmon[101466]: cluster 2022-01-25T23:42:28.121070+0000 mgr.smithi111.vbmimw (mgr.14718) 2006 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:31 smithi179 conmon[67066]: cluster 2022-01-25T23:42:30.122114+0000 mgr.smithi111.vbmimw (mgr.14718) 2007 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:31 smithi111 conmon[101466]: cluster 2022-01-25T23:42:30.122114+0000 mgr.smithi111.vbmimw (mgr.14718) 2007 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:32.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:32 smithi111 conmon[101466]: cluster 2022-01-25T23:42:32.122598+0000 mgr.smithi111.vbmimw (mgr.14718) 2008 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:32 smithi179 conmon[67066]: cluster 2022-01-25T23:42:32.122598+0000 mgr.smithi111.vbmimw (mgr.14718) 2008 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:35 smithi179 conmon[67066]: cluster 2022-01-25T23:42:34.123370+0000 mgr.smithi111.vbmimw (mgr.14718) 2009 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:35 smithi111 conmon[101466]: cluster 2022-01-25T23:42:34.123370+0000 mgr.smithi111.vbmimw (mgr.14718) 2009 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:36.423 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:42:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (64m) 5m ago 65m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:42:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (56m) 5m ago 65m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:42:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (56m) 5m ago 65m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:42:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (64m) 5m ago 65m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:42:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (60m) 5m ago 60m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:42:36.691 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (60m) 5m ago 60m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:42:36.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (57m) 5m ago 67m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:42:36.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (56m) 5m ago 65m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:42:36.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (56m) 5m ago 67m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:42:36.692 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (56m) 5m ago 65m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:42:36.692 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (57m) 5m ago 57m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:42:36.692 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (57m) 5m ago 57m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:42:36.692 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (65m) 5m ago 65m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:42:36.692 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (64m) 5m ago 64m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:42:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (51m) 5m ago 64m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:42:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (64m) 5m ago 64m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:42:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (63m) 5m ago 63m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:42:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (63m) 5m ago 63m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:42:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (63m) 5m ago 63m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:42:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (62m) 5m ago 62m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:42:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (62m) 5m ago 62m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:42:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (62m) 5m ago 62m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:42:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (64m) 5m ago 65m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:42:37.008 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:42:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:42:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:42:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:37.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:37.010 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:42:37.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:37.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:37.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:37.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:42:37.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:37.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:42:37.011 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:42:37.012 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:37.012 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:37.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:42:37.012 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:42:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:37 smithi179 conmon[67066]: cluster 2022-01-25T23:42:36.124062+0000 mgr.smithi111.vbmimw (mgr.14718) 2010 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:37 smithi179 conmon[67066]: audit 2022-01-25T23:42:37.009158+0000 mon.smithi111 (mon.0) 2022-01-25T23:42:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:37 smithi179 conmon[67066]: 801 : audit [DBG] from='client.? 172.21.15.111:0/4288661658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:37 smithi111 conmon[101466]: cluster 2022-01-25T23:42:36.124062+0000 mgr.smithi111.vbmimw (mgr.14718) 2010 : 2022-01-25T23:42:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:37 smithi111 conmon[101466]: cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:37 smithi111 conmon[101466]: audit 2022-01-25T23:42:37.009158+0000 mon.smithi111 (mon.0) 801 : audit [DBG] from='client.? 172.21.15.111:0/4288661658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: audit 2022-01-25T23:42:36.412885+0000 mgr.smithi111.vbmimw (mgr.14718) 2011 : audit [DBG] from='client.35408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: audit 2022-01-25T23:42:36.681647+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:42:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: mgr.14718) 2012 : audit [DBG] from='client.35412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: audit 2022-01-25T23:42:37.520338+0000 mon.smithi111 (mon.0) 802 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:42:38.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:38 smithi179 conmon[67066]: T23:42:37.520502+0000 mon.smithi111 (mon.0) 803 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: audit 2022-01-25T23:42:36.412885+0000 mgr.smithi111.vbmimw (mgr.14718) 2011 : audit [DBG] 2022-01-25T23:42:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: from='client.35408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: audit 2022-01-25T23:42:36.681647+0000 mgr.smithi111.vbmimw (mgr.14718) 2012 : audit [DBG] from='client.35412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: audit 2022-01-25T23:42:37.520338+0000 mon.smithi111 (mon.0) 802 : audit [INF] 2022-01-25T23:42:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: audit 2022-01-25T23:42:37.520502+0000 mon.smithi111 (mon.0) 2022-01-25T23:42:38.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:38 smithi111 conmon[101466]: 803 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:39 smithi179 conmon[67066]: cluster 2022-01-25T23:42:38.124481+0000 mgr.smithi111.vbmimw (mgr.14718) 2013 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:39 smithi111 conmon[101466]: cluster 2022-01-25T23:42:38.124481+0000 mgr.smithi111.vbmimw (mgr.14718) 2013 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:39 smithi111 conmon[101466]: 2022-01-25T23:42:41.615 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:41 smithi179 conmon[67066]: cluster 2022-01-25T23:42:40.125280+0000 mgr.smithi111.vbmimw (mgr.14718) 2014 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:41.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:41 smithi111 conmon[101466]: cluster 2022-01-25T23:42:40.125280+0000 mgr.smithi111.vbmimw (mgr.14718) 2014 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: audit 2022-01-25T23:42:41.378808+0000 mon.smithi111 (mon.0) 804 : audit [DBG] 2022-01-25T23:42:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: audit 2022-01-25T23:42:41.380229+0000 mon.smithi111 (mon.0) 805 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: audit 2022-01-25T23:42:41.381194+0000 mon.smithi111 (mon.0) 806 : audit [INF] 2022-01-25T23:42:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: audit 2022-01-25T23:42:41.689370+0000 mon.smithi111 (mon.0) 807 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:42:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:42 smithi179 conmon[67066]: audit 2022-01-25T23:42:41.694065+0000 mon.smithi111 (mon.0) 808 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:42:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: audit 2022-01-25T23:42:41.378808+0000 mon.smithi111 (mon.0) 804 : audit [DBG] 2022-01-25T23:42:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: audit 2022-01-25T23:42:41.380229+0000 mon.smithi111 (mon.0) 805 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: audit 2022-01-25T23:42:41.381194+0000 2022-01-25T23:42:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: mon.smithi111 (mon.0) 806 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: audit 2022-01-25T23:42:41.689370 2022-01-25T23:42:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 807 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:42:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: audit 2022-01-25T23:42:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: 2022-01-25T23:42:41.694065 2022-01-25T23:42:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 808 : audit [INF] 2022-01-25T23:42:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:42 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:42:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:43 smithi179 conmon[67066]: cephadm 2022-01-25T23:42:41.381941+0000 mgr.smithi111.vbmimw (mgr.14718) 2015 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:43 smithi179 conmon[67066]: cluster 2022-01-25T23:42:42.125698+0000 mgr.smithi111.vbmimw (mgr.14718) 2016 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:43 smithi111 conmon[101466]: cephadm 2022-01-25T23:42:41.381941+0000 mgr.smithi111.vbmimw (mgr.14718) 2015 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:43 smithi111 conmon[101466]: cluster 2022-01-25T23:42:42.125698+0000 mgr.smithi111.vbmimw (mgr.14718) 2016 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:45 smithi179 conmon[67066]: cluster 2022-01-25T23:42:44.126653+0000 mgr.smithi111.vbmimw (mgr.14718) 2017 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:45 smithi111 conmon[101466]: cluster 2022-01-25T23:42:44.126653+0000 2022-01-25T23:42:46.114 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:45 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2017 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:47 smithi179 conmon[67066]: cluster 2022-01-25T23:42:46.127155+0000 mgr.smithi111.vbmimw (mgr.14718) 2018 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:47 smithi111 conmon[101466]: cluster 2022-01-25T23:42:46.127155+0000 mgr.smithi111.vbmimw (mgr.14718) 2018 : cluster [DBG] 2022-01-25T23:42:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:47 smithi111 conmon[101466]: pgmap v1737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:49 smithi179 conmon[67066]: cluster 2022-01-25T23:42:48.127729+0000 mgr.smithi111.vbmimw (mgr.14718) 2019 : cluster [DBG] 2022-01-25T23:42:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:49 smithi179 conmon[67066]: pgmap v1738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:49 smithi111 conmon[101466]: cluster 2022-01-25T23:42:48.127729+0000 mgr.smithi111.vbmimw (mgr.14718) 2019 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:51 smithi179 conmon[67066]: cluster 2022-01-25T23:42:50.128752+0000 mgr.smithi111.vbmimw (mgr.14718) 2020 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:51 smithi111 conmon[101466]: cluster 2022-01-25T23:42:50.128752+0000 mgr.smithi111.vbmimw (mgr.14718) 2020 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:53 smithi179 conmon[67066]: cluster 2022-01-25T23:42:52.129461+0000 mgr.smithi111.vbmimw (mgr.14718) 2021 : cluster [DBG] 2022-01-25T23:42:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:53 smithi179 conmon[67066]: pgmap v1740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:53 smithi111 conmon[101466]: cluster 2022-01-25T23:42:52.129461+0000 mgr.smithi111.vbmimw (mgr.14718) 2021 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:53 smithi111 conmon[101466]: 2022-01-25T23:42:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:55 smithi179 conmon[67066]: cluster 2022-01-25T23:42:54.130317+0000 mgr.smithi111.vbmimw (mgr.14718) 2022 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:55 smithi111 conmon[101466]: cluster 2022-01-25T23:42:54.130317+0000 mgr.smithi111.vbmimw (mgr.14718) 2022 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:57 smithi179 conmon[67066]: cluster 2022-01-25T23:42:56.130888+0000 mgr.smithi111.vbmimw (mgr.14718) 2023 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:57.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:57 smithi111 conmon[101466]: cluster 2022-01-25T23:42:56.130888+0000 mgr.smithi111.vbmimw (mgr.14718) 2023 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:57 smithi111 conmon[101466]: 2022-01-25T23:42:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:42:59 smithi179 conmon[67066]: cluster 2022-01-25T23:42:58.131397+0000 mgr.smithi111.vbmimw (mgr.14718) 2024 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:42:59 smithi111 conmon[101466]: cluster 2022-01-25T23:42:58.131397+0000 mgr.smithi111.vbmimw (mgr.14718) 2024 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:01 smithi179 conmon[67066]: cluster 2022-01-25T23:43:00.132267+0000 mgr.smithi111.vbmimw (mgr.14718) 2025 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:01 smithi111 conmon[101466]: cluster 2022-01-25T23:43:00.132267+0000 mgr.smithi111.vbmimw (mgr.14718) 2025 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:03 smithi179 conmon[67066]: cluster 2022-01-25T23:43:02.132759+0000 mgr.smithi111.vbmimw (mgr.14718) 2026 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:03 smithi111 conmon[101466]: cluster 2022-01-25T23:43:02.132759+0000 mgr.smithi111.vbmimw (mgr.14718) 2026 : cluster 2022-01-25T23:43:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:03 smithi111 conmon[101466]: [DBG] pgmap v1745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:05 smithi179 conmon[67066]: cluster 2022-01-25T23:43:04.133523+0000 mgr.smithi111.vbmimw (mgr.14718) 2027 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:05 smithi111 conmon[101466]: cluster 2022-01-25T23:43:04.133523+0000 mgr.smithi111.vbmimw (mgr.14718) 2027 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:07.307 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:43:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:43:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (65m) 5m ago 66m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:43:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (56m) 5m ago 66m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:43:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (56m) 5m ago 65m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:43:07.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (65m) 5m ago 66m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:43:07.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (61m) 5m ago 61m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:43:07.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (61m) 5m ago 61m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:43:07.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (57m) 5m ago 67m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:43:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (57m) 5m ago 65m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:43:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (57m) 5m ago 67m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:43:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (56m) 5m ago 65m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:43:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (57m) 5m ago 57m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:43:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (57m) 5m ago 57m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:43:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (66m) 5m ago 66m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:43:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (65m) 5m ago 65m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:43:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (52m) 5m ago 64m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:43:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (64m) 5m ago 64m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:43:07.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (64m) 5m ago 64m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:43:07.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (63m) 5m ago 63m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:43:07.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (63m) 5m ago 63m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:43:07.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (63m) 5m ago 63m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:43:07.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (63m) 5m ago 63m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:43:07.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (62m) 5m ago 62m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:43:07.589 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (64m) 5m ago 65m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:43:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:07 smithi179 conmon[67066]: cluster 2022-01-25T23:43:06.134215+0000 mgr.smithi111.vbmimw (mgr.14718) 2028 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:07 smithi111 conmon[101466]: cluster 2022-01-25T23:43:06.134215+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:43:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:07 smithi111 conmon[101466]: .14718) 2028 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:43:07.907 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:43:07.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:07.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:07.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:43:07.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:07.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:07.910 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:43:07.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:43:07.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:43:07.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:07.911 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:43:07.912 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:43:07.912 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:07.913 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:43:07.913 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:43:07.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:43:07.914 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:43:07.915 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:43:08.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:08 smithi179 conmon[67066]: audit 2022-01-25T23:43:07.295393+0000 mgr.smithi111.vbmimw (mgr.14718) 2029 : audit [DBG] from='client.35420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:08.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:08 smithi179 conmon[67066]: audit 2022-01-25T23:43:07.906615+0000 mon.smithi111 (mon 2022-01-25T23:43:08.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:08 smithi179 conmon[67066]: .0) 809 : audit [DBG] from='client.? 172.21.15.111:0/1298777118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:08 smithi111 conmon[101466]: audit 2022-01-25T23:43:07.295393+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:43:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:08 smithi111 conmon[101466]: ) 2029 : audit [DBG] from='client.35420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:08.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:08 smithi111 conmon[101466]: audit 2022-01-25T23:43:07.906615+0000 mon.smithi111 (mon.0) 809 : audit [DBG] from='client.? 172.21.15.111:0/1298777118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:09 smithi179 conmon[67066]: audit 2022-01-25T23:43:07.576086+0000 mgr.smithi111.vbmimw (mgr.14718) 2030 : audit [DBG] from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:09 smithi179 conmon[67066]: cluster 2022-01-25T23:43:08.134684+0000 mgr.smithi111.vbmimw (mgr.14718) 2031 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:09 smithi111 conmon[101466]: audit 2022-01-25T23:43:07.576086+0000 mgr.smithi111.vbmimw (mgr.14718) 2030 : audit [DBG] from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:09 smithi111 conmon[101466]: 2022-01-25T23:43:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:09 smithi111 conmon[101466]: cluster 2022-01-25T23:43:08.134684+0000 mgr.smithi111.vbmimw (mgr.14718) 2031 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:11 smithi179 conmon[67066]: cluster 2022-01-25T23:43:10.135531+0000 mgr.smithi111.vbmimw (mgr.14718) 2032 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:11 smithi111 conmon[101466]: cluster 2022-01-25T23:43:10.135531+0000 mgr.smithi111.vbmimw (mgr.14718) 2032 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:11 smithi111 conmon[101466]: 2022-01-25T23:43:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:13 smithi179 conmon[67066]: cluster 2022-01-25T23:43:12.136133+0000 mgr.smithi111.vbmimw (mgr.14718) 2033 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:13 smithi111 conmon[101466]: cluster 2022-01-25T23:43:12.136133+0000 mgr.smithi111.vbmimw (mgr.14718) 2033 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:13 smithi111 conmon[101466]: 2022-01-25T23:43:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:15 smithi179 conmon[67066]: cluster 2022-01-25T23:43:14.136928+0000 mgr.smithi111.vbmimw (mgr.14718) 2034 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:15 smithi111 conmon[101466]: cluster 2022-01-25T23:43:14.136928+0000 mgr.smithi111.vbmimw (mgr.14718) 2034 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:17 smithi179 conmon[67066]: cluster 2022-01-25T23:43:16.137527+0000 mgr.smithi111.vbmimw (mgr.14718) 2035 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:17 smithi111 conmon[101466]: cluster 2022-01-25T23:43:16.137527+0000 mgr.smithi111.vbmimw (mgr.14718) 2035 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:17 smithi111 conmon[101466]: 2022-01-25T23:43:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:19 smithi179 conmon[67066]: cluster 2022-01-25T23:43:18.138105+0000 mgr.smithi111.vbmimw (mgr.14718) 2036 : cluster [DBG] 2022-01-25T23:43:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:19 smithi179 conmon[67066]: pgmap v1753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:19 smithi111 conmon[101466]: cluster 2022-01-25T23:43:18.138105+0000 mgr.smithi111.vbmimw (mgr.14718) 2036 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:19 smithi111 conmon[101466]: 2022-01-25T23:43:20.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:20 smithi111 conmon[101466]: cluster 2022-01-25T23:43:20.138934+0000 mgr.smithi111.vbmimw (mgr.14718) 2037 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:20 smithi179 conmon[67066]: cluster 2022-01-25T23:43:20.138934+0000 mgr.smithi111.vbmimw (mgr.14718) 2037 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:20.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:20 smithi179 conmon[67066]: 2022-01-25T23:43:23.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:23 smithi111 conmon[101466]: cluster 2022-01-25T23:43:22.139364+0000 mgr.smithi111.vbmimw (mgr.14718) 2038 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:23 smithi179 conmon[67066]: cluster 2022-01-25T23:43:22.139364+0000 mgr.smithi111.vbmimw (mgr.14718) 2038 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:23 smithi179 conmon[67066]: 2022-01-25T23:43:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:25 smithi179 conmon[67066]: cluster 2022-01-25T23:43:24.140143+0000 mgr.smithi111.vbmimw (mgr.14718) 2039 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:25 smithi111 conmon[101466]: cluster 2022-01-25T23:43:24.140143+0000 mgr.smithi111.vbmimw (mgr.14718) 2039 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:27 smithi179 conmon[67066]: cluster 2022-01-25T23:43:26.140805+0000 mgr.smithi111.vbmimw (mgr.14718) 2040 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:27 smithi111 conmon[101466]: cluster 2022-01-25T23:43:26.140805+0000 mgr.smithi111.vbmimw (mgr.14718) 2040 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:29 smithi179 conmon[67066]: cluster 2022-01-25T23:43:28.141224+0000 mgr.smithi111.vbmimw (mgr.14718) 2041 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:29 smithi111 conmon[101466]: cluster 2022-01-25T23:43:28.141224+0000 mgr.smithi111.vbmimw (mgr.14718) 2041 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:31.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:31 smithi179 conmon[67066]: cluster 2022-01-25T23:43:30.142050+0000 mgr.smithi111.vbmimw (mgr.14718) 2042 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:31 smithi111 conmon[101466]: cluster 2022-01-25T23:43:30.142050+0000 mgr.smithi111.vbmimw (mgr.14718) 2042 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:33 smithi179 conmon[67066]: cluster 2022-01-25T23:43:32.142500+0000 mgr.smithi111.vbmimw (mgr.14718) 2043 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:33 smithi111 conmon[101466]: cluster 2022-01-25T23:43:32.142500+0000 mgr.smithi111.vbmimw (mgr.14718) 2043 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:35 smithi179 conmon[67066]: cluster 2022-01-25T23:43:34.143403+0000 mgr.smithi111.vbmimw (mgr.14718) 2044 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:35 smithi111 conmon[101466]: cluster 2022-01-25T23:43:34.143403+0000 mgr.smithi111.vbmimw (mgr.14718) 2044 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:37 smithi179 conmon[67066]: cluster 2022-01-25T23:43:36.143935+0000 mgr.smithi111.vbmimw (mgr.14718) 2045 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:37 smithi111 conmon[101466]: cluster 2022-01-25T23:43:36.143935+0000 mgr.smithi111.vbmimw (mgr.14718) 2045 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:38.207 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:43:38.472 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:43:38.473 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (65m) 6m ago 66m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:43:38.473 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (57m) 6m ago 66m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:43:38.473 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (57m) 6m ago 66m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:43:38.474 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (65m) 6m ago 66m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:43:38.474 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (61m) 6m ago 61m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:43:38.474 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (61m) 6m ago 61m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:43:38.474 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (58m) 6m ago 68m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:43:38.475 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (57m) 6m ago 66m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:43:38.475 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (57m) 6m ago 68m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:43:38.475 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (57m) 6m ago 66m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:43:38.475 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (58m) 6m ago 58m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:43:38.476 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (58m) 6m ago 58m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:43:38.476 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (66m) 6m ago 66m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:43:38.476 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (65m) 6m ago 65m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:43:38.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (52m) 6m ago 65m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:43:38.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (65m) 6m ago 65m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:43:38.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (64m) 6m ago 64m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:43:38.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (64m) 6m ago 64m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:43:38.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (64m) 6m ago 64m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:43:38.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (63m) 6m ago 63m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:43:38.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (63m) 6m ago 63m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:43:38.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (63m) 6m ago 63m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:43:38.478 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (65m) 6m ago 66m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:43:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:38 smithi179 conmon[67066]: audit 2022-01-25T23:43:37.524399+0000 mon.smithi111 (mon.0) 810 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:38 smithi179 conmon[67066]: audit 2022-01-25T23:43:37.524642+0000 mon.smithi111 (mon.0) 811 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:38 smithi111 conmon[101466]: audit 2022-01-25T23:43:37.524399+0000 mon.smithi111 (mon.0) 810 : audit [INF] 2022-01-25T23:43:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:38 smithi111 conmon[101466]: audit 2022-01-25T23:43:37.524642+0000 mon.smithi111 (mon.0) 811 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:43:38.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:43:38.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:38.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:38.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:43:38.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:38.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:38.792 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:43:38.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:43:38.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:43:38.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:38.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:43:38.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:43:38.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:43:38.794 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:43:38.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:43:38.795 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:43:38.795 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:43:38.795 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:43:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:39 smithi179 conmon[67066]: cluster 2022-01-25T23:43:38.144415+0000 mgr.smithi111.vbmimw (mgr.14718) 2046 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:39 smithi179 conmon[67066]: 2022-01-25T23:43:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:39 smithi179 conmon[67066]: audit 2022-01-25T23:43:38.195853+0000 mgr.smithi111.vbmimw (mgr.14718) 2047 : audit [DBG] from='client.35432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:39 smithi179 conmon[67066]: audit 2022-01-25T23:43:38.791348+0000 2022-01-25T23:43:39.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:39 smithi179 conmon[67066]: mon.smithi111 (mon.0) 812 : audit [DBG] from='client.? 172.21.15.111:0/2902485409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:39 smithi111 conmon[101466]: cluster 2022-01-25T23:43:38.144415+0000 mgr.smithi111.vbmimw (mgr.14718) 2046 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:39 smithi111 conmon[101466]: audit 2022-01-25T23:43:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:39 smithi111 conmon[101466]: 2022-01-25T23:43:38.195853+0000 mgr.smithi111.vbmimw (mgr.14718) 2047 : audit [DBG] from='client.35432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:39.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:39 smithi111 conmon[101466]: audit 2022-01-25T23:43:38.791348+0000 mon.smithi111 (mon.0) 812 : audit [DBG] from='client.? 172.21.15.111:0/2902485409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:40.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:40 smithi179 conmon[67066]: audit 2022-01-25T23:43:38.464830+0000 mgr.smithi111.vbmimw (mgr.14718) 2048 : audit [DBG] from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:40 smithi111 conmon[101466]: audit 2022-01-25T23:43:38.464830+0000 mgr.smithi111.vbmimw (mgr.14718) 2048 : audit [DBG] from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:40 smithi111 conmon[101466]: 2022-01-25T23:43:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:41 smithi179 conmon[67066]: cluster 2022-01-25T23:43:40.145242+0000 mgr.smithi111.vbmimw (mgr.14718) 2049 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:41 smithi179 conmon[67066]: 2022-01-25T23:43:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:41 smithi111 conmon[101466]: cluster 2022-01-25T23:43:40.145242+0000 mgr.smithi111.vbmimw (mgr.14718) 2049 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:41 smithi111 conmon[101466]: 2022-01-25T23:43:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit 2022-01-25T23:43:41.696597+0000 mon.smithi111 (mon.0) 813 : 2022-01-25T23:43:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit 2022-01-25T23:43:41.698008+0000 mon.smithi111 (mon.0) 814 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit 2022-01-25T23:43:41.698811+0000 mon.smithi111 (mon 2022-01-25T23:43:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: .0) 815 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:43:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: 01-25T23:43:42.006625+0000 2022-01-25T23:43:42.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: mon.smithi111 (mon.0) 816 : audit 2022-01-25T23:43:42.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:43:42.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:43:42.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: 01-25T23:43:42. 2022-01-25T23:43:42.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: 011114+0000 mon.smithi111 (mon.0) 2022-01-25T23:43:42.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:42 smithi179 conmon[67066]: 817 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:43:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:42 smithi111 conmon[101466]: audit 2022-01-25T23:43:41.696597+0000 mon.smithi111 (mon.0) 813 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:42 smithi111 conmon[101466]: audit 2022-01-25T23:43:41.698008+0000 mon.smithi111 (mon.0) 814 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:42 smithi111 conmon[101466]: audit 2022-01-25T23:43:41.698811+0000 mon.smithi111 (mon.0) 815 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:42 smithi111 conmon[101466]: audit 2022-01-25T23:43:42.006625+0000 mon.smithi111 (mon.0) 816 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:43:42.655 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:42 smithi111 conmon[101466]: audit 2022-01-25T23:43:42.011114+0000 mon.smithi111 (mon.0) 817 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:43:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:43 smithi179 conmon[67066]: cephadm 2022-01-25T23:43:41.699546+0000 mgr.smithi111.vbmimw (mgr.14718) 2050 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:43 smithi179 conmon[67066]: cluster 2022-01-25T23:43:42.145626+0000 mgr.smithi111.vbmimw (mgr.14718) 2051 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:43 smithi111 conmon[101466]: cephadm 2022-01-25T23:43:41.699546+0000 mgr.smithi111.vbmimw (mgr.14718) 2050 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:43 smithi111 conmon[101466]: cluster 2022-01-25T23:43:42.145626+0000 mgr.smithi111.vbmimw (mgr.14718) 2051 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:45 smithi179 conmon[67066]: cluster 2022-01-25T23:43:44.146397+0000 mgr.smithi111.vbmimw (mgr.14718) 2052 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:45 smithi111 conmon[101466]: cluster 2022-01-25T23:43:44.146397+0000 mgr.smithi111.vbmimw (mgr.14718) 2052 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:45 smithi111 conmon[101466]: 2022-01-25T23:43:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:47 smithi179 conmon[67066]: cluster 2022-01-25T23:43:46.146913+0000 mgr.smithi111.vbmimw (mgr.14718) 2053 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:47 smithi111 conmon[101466]: cluster 2022-01-25T23:43:46.146913+0000 mgr.smithi111.vbmimw (mgr.14718) 2053 : cluster 2022-01-25T23:43:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:47 smithi111 conmon[101466]: [DBG] pgmap v1767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:49 smithi179 conmon[67066]: cluster 2022-01-25T23:43:48.147353+0000 mgr.smithi111.vbmimw (mgr.14718) 2054 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:49 smithi111 conmon[101466]: cluster 2022-01-25T23:43:48.147353+0000 mgr.smithi111.vbmimw (mgr.14718) 2054 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:51 smithi179 conmon[67066]: cluster 2022-01-25T23:43:50.148105+0000 mgr.smithi111.vbmimw (mgr.14718) 2055 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:51 smithi111 conmon[101466]: cluster 2022-01-25T23:43:50.148105+0000 mgr.smithi111.vbmimw (mgr.14718) 2055 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:53 smithi179 conmon[67066]: cluster 2022-01-25T23:43:52.148533+0000 mgr.smithi111.vbmimw (mgr.14718) 2056 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:53 smithi111 conmon[101466]: cluster 2022-01-25T23:43:52.148533+0000 mgr.smithi111.vbmimw (mgr.14718) 2056 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:53 smithi111 conmon[101466]: 2022-01-25T23:43:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:55 smithi179 conmon[67066]: cluster 2022-01-25T23:43:54.149375+0000 mgr.smithi111.vbmimw (mgr.14718) 2057 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:55 smithi111 conmon[101466]: cluster 2022-01-25T23:43:54.149375+0000 mgr.smithi111.vbmimw (mgr.14718) 2057 : cluster [DBG] 2022-01-25T23:43:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:55 smithi111 conmon[101466]: pgmap v1771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:57 smithi179 conmon[67066]: cluster 2022-01-25T23:43:56.149905+0000 mgr.smithi111.vbmimw (mgr.14718) 2058 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:57 smithi111 conmon[101466]: cluster 2022-01-25T23:43:56.149905+0000 mgr.smithi111.vbmimw (mgr.14718) 2058 : cluster [DBG] 2022-01-25T23:43:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:57 smithi111 conmon[101466]: pgmap v1772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:43:59 smithi179 conmon[67066]: cluster 2022-01-25T23:43:58.150368+0000 mgr.smithi111.vbmimw (mgr.14718) 2059 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:43:59 smithi111 conmon[101466]: cluster 2022-01-25T23:43:58.150368+0000 mgr.smithi111.vbmimw (mgr.14718) 2059 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:01 smithi179 conmon[67066]: cluster 2022-01-25T23:44:00.151125+0000 mgr.smithi111.vbmimw (mgr.14718) 2060 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:01 smithi111 conmon[101466]: cluster 2022-01-25T23:44:00.151125+0000 mgr.smithi111.vbmimw (mgr.14718) 2060 : cluster [DBG] 2022-01-25T23:44:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:01 smithi111 conmon[101466]: pgmap v1774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:03 smithi179 conmon[67066]: cluster 2022-01-25T23:44:02.151774+0000 mgr.smithi111.vbmimw (mgr.14718) 2061 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:03 smithi111 conmon[101466]: cluster 2022-01-25T23:44:02.151774+0000 mgr.smithi111.vbmimw (mgr.14718) 2061 : cluster [DBG] 2022-01-25T23:44:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:03 smithi111 conmon[101466]: pgmap v1775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:04 smithi111 conmon[101466]: cluster 2022-01-25T23:44:04.152672+0000 mgr.smithi111.vbmimw (mgr.14718) 2062 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:04 smithi111 conmon[101466]: 2022-01-25T23:44:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:04 smithi179 conmon[67066]: cluster 2022-01-25T23:44:04.152672+0000 2022-01-25T23:44:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:04 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 2062 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:07 smithi111 conmon[101466]: cluster 2022-01-25T23:44:06.153369+0000 mgr.smithi111.vbmimw (mgr.14718) 2063 : cluster [DBG] 2022-01-25T23:44:07.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:07 smithi111 conmon[101466]: pgmap v1777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:07 smithi179 conmon[67066]: cluster 2022-01-25T23:44:06.153369+0000 mgr.smithi111.vbmimw (mgr.14718) 2063 : cluster 2022-01-25T23:44:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:07 smithi179 conmon[67066]: [DBG] pgmap v1777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:09.092 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:44:09.365 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:09.365 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (66m) 6m ago 67m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:44:09.365 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (57m) 6m ago 67m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:44:09.366 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (57m) 6m ago 66m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:44:09.366 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (66m) 6m ago 67m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:44:09.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (62m) 6m ago 62m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:44:09.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (62m) 6m ago 62m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:44:09.367 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (58m) 6m ago 68m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:44:09.367 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (58m) 6m ago 66m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:44:09.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (58m) 6m ago 68m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:44:09.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (57m) 6m ago 66m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:44:09.368 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (58m) 6m ago 58m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:44:09.368 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (58m) 6m ago 58m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:44:09.368 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (67m) 6m ago 67m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:44:09.368 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (66m) 6m ago 66m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:44:09.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (53m) 6m ago 65m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:44:09.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (65m) 6m ago 65m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:44:09.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (65m) 6m ago 65m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:44:09.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (64m) 6m ago 64m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:44:09.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (64m) 6m ago 64m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:44:09.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (64m) 6m ago 64m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:44:09.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (64m) 6m ago 64m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:44:09.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (63m) 6m ago 63m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:44:09.370 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (65m) 6m ago 66m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:44:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:09 smithi179 conmon[67066]: cluster 2022-01-25T23:44:08.154034+0000 mgr.smithi111.vbmimw (mgr.14718) 2064 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:09.682 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:44:09.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:44:09.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:09.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:09.684 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:44:09.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:09.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:09.684 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:44:09.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:09.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:09.685 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:09.685 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:44:09.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:09.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:09.686 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:44:09.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:09.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:09.687 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:44:09.687 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:44:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:09 smithi111 conmon[101466]: cluster 2022-01-25T23:44:08.154034+0000 2022-01-25T23:44:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:09 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2064 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:10.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:10 smithi179 conmon[67066]: audit 2022-01-25T23:44:09.081959+0000 mgr.smithi111.vbmimw (mgr.14718) 2065 : audit [DBG] from='client.35444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:10.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:10 smithi179 conmon[67066]: audit 2022-01-25T23:44:09.683402+0000 mon.smithi111 (mon.0) 818 : audit [DBG] from='client.? 172.21.15.111:0/3198485210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:10.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:10 smithi111 conmon[101466]: audit 2022-01-25T23:44:09.081959+0000 mgr.smithi111.vbmimw (mgr.14718) 2065 : audit [DBG] 2022-01-25T23:44:10.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:10 smithi111 conmon[101466]: from='client.35444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:10.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:10 smithi111 conmon[101466]: audit 2022-01-25T23:44:09.683402+0000 mon.smithi111 (mon.0) 818 : audit [DBG] from='client.? 172.21.15.111:0/3198485210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:11 smithi179 conmon[67066]: audit 2022-01-25T23:44:09.357173+0000 mgr.smithi111.vbmimw (mgr.14718) 2066 : audit 2022-01-25T23:44:11.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:11 smithi179 conmon[67066]: [DBG] from='client.35448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:11.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:11 smithi179 conmon[67066]: cluster 2022-01-25T23:44:10.154757+0000 mgr.smithi111.vbmimw (mgr.14718) 2067 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:11.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:11 smithi111 conmon[101466]: audit 2022-01-25T23:44:09.357173+0000 mgr.smithi111.vbmimw (mgr.14718) 2066 : audit [DBG] from='client.35448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:11 smithi111 conmon[101466]: cluster 2022-01-25T23:44:10.154757+0000 mgr.smithi111.vbmimw 2022-01-25T23:44:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:11 smithi111 conmon[101466]: (mgr.14718) 2067 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:13 smithi179 conmon[67066]: cluster 2022-01-25T23:44:12.155219+0000 mgr.smithi111.vbmimw (mgr.14718) 2068 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:13 smithi111 conmon[101466]: cluster 2022-01-25T23:44:12.155219+0000 mgr.smithi111.vbmimw (mgr.14718) 2068 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:15 smithi179 conmon[67066]: cluster 2022-01-25T23:44:14.156076+0000 mgr.smithi111.vbmimw (mgr.14718) 2069 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:15 smithi111 conmon[101466]: cluster 2022-01-25T23:44:14.156076+0000 mgr.smithi111.vbmimw (mgr.14718) 2069 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:17 smithi179 conmon[67066]: cluster 2022-01-25T23:44:16.156605+0000 mgr.smithi111.vbmimw (mgr.14718) 2070 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:17 smithi111 conmon[101466]: cluster 2022-01-25T23:44:16.156605+0000 mgr.smithi111.vbmimw (mgr.14718) 2070 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:19 smithi179 conmon[67066]: cluster 2022-01-25T23:44:18.157060+0000 mgr.smithi111.vbmimw (mgr.14718) 2071 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:19 smithi111 conmon[101466]: cluster 2022-01-25T23:44:18.157060+0000 mgr.smithi111.vbmimw (mgr.14718) 2071 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:21 smithi179 conmon[67066]: cluster 2022-01-25T23:44:20.157835+0000 mgr.smithi111.vbmimw (mgr.14718) 2072 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:21 smithi111 conmon[101466]: cluster 2022-01-25T23:44:20.157835+0000 mgr.smithi111.vbmimw (mgr.14718) 2072 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:23 smithi179 conmon[67066]: cluster 2022-01-25T23:44:22.158280+0000 mgr.smithi111.vbmimw (mgr.14718) 2073 : cluster [DBG] 2022-01-25T23:44:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:23 smithi179 conmon[67066]: pgmap v1785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:23 smithi111 conmon[101466]: cluster 2022-01-25T23:44:22.158280+0000 mgr.smithi111.vbmimw (mgr.14718) 2073 : cluster 2022-01-25T23:44:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:23 smithi111 conmon[101466]: [DBG] pgmap v1785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:25 smithi179 conmon[67066]: cluster 2022-01-25T23:44:24.159180+0000 mgr.smithi111.vbmimw (mgr.14718) 2074 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:25 smithi179 conmon[67066]: 2022-01-25T23:44:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:25 smithi111 conmon[101466]: cluster 2022-01-25T23:44:24.159180+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:44:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:25 smithi111 conmon[101466]: ) 2074 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:27 smithi179 conmon[67066]: cluster 2022-01-25T23:44:26.159908+0000 mgr.smithi111.vbmimw (mgr.14718) 2075 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:27 smithi111 conmon[101466]: cluster 2022-01-25T23:44:26.159908+0000 mgr.smithi111.vbmimw (mgr.14718) 2075 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:27 smithi111 conmon[101466]: 2022-01-25T23:44:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:29 smithi179 conmon[67066]: cluster 2022-01-25T23:44:28.160515+0000 mgr.smithi111.vbmimw (mgr.14718) 2076 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:29 smithi179 conmon[67066]: 2022-01-25T23:44:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:29 smithi111 conmon[101466]: cluster 2022-01-25T23:44:28.160515+0000 mgr.smithi111.vbmimw (mgr.14718) 2076 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:31 smithi179 conmon[67066]: cluster 2022-01-25T23:44:30.161490+0000 mgr.smithi111.vbmimw (mgr.14718) 2077 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:31.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:31 smithi179 conmon[67066]: 2022-01-25T23:44:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:31 smithi111 conmon[101466]: cluster 2022-01-25T23:44:30.161490+0000 mgr.smithi111.vbmimw (mgr.14718) 2077 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:33 smithi179 conmon[67066]: cluster 2022-01-25T23:44:32.162071+0000 mgr.smithi111.vbmimw (mgr.14718) 2078 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:33 smithi111 conmon[101466]: cluster 2022-01-25T23:44:32.162071+0000 mgr.smithi111.vbmimw (mgr.14718) 2078 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:33 smithi111 conmon[101466]: 2022-01-25T23:44:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:35 smithi179 conmon[67066]: cluster 2022-01-25T23:44:34.163002+0000 mgr.smithi111.vbmimw (mgr.14718) 2079 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:35.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:35 smithi179 conmon[67066]: 2022-01-25T23:44:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:35 smithi111 conmon[101466]: cluster 2022-01-25T23:44:34.163002+0000 mgr.smithi111.vbmimw (mgr.14718) 2079 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:37 smithi179 conmon[67066]: cluster 2022-01-25T23:44:36.163548+0000 mgr.smithi111.vbmimw (mgr.14718) 2080 : cluster 2022-01-25T23:44:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:37 smithi179 conmon[67066]: [DBG] pgmap v1792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:37 smithi111 conmon[101466]: cluster 2022-01-25T23:44:36.163548+0000 mgr.smithi111.vbmimw (mgr.14718) 2080 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:38 smithi179 conmon[67066]: audit 2022-01-25T23:44:37.528484+0000 mon.smithi111 (mon.0) 819 : audit 2022-01-25T23:44:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:38 smithi179 conmon[67066]: audit 2022-01-25T23:44:37.528707+0000 mon.smithi111 (mon.0) 820 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:38 smithi111 conmon[101466]: audit 2022-01-25T23:44:37.528484+0000 mon.smithi111 (mon.0) 819 : audit [INF] 2022-01-25T23:44:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:38 smithi111 conmon[101466]: audit 2022-01-25T23:44:37.528707+0000 mon.smithi111 (mon.0) 820 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:39 smithi179 conmon[67066]: cluster 2022-01-25T23:44:38.164046+0000 mgr.smithi111.vbmimw (mgr.14718) 2081 : 2022-01-25T23:44:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:39 smithi179 conmon[67066]: cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:39 smithi111 conmon[101466]: cluster 2022-01-25T23:44:38.164046+0000 mgr.smithi111.vbmimw (mgr.14718) 2081 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:39 smithi111 conmon[101466]: 2022-01-25T23:44:39.982 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:44:40.251 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:40.252 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (66m) 7m ago 67m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:44:40.252 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (58m) 7m ago 67m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:44:40.252 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (58m) 7m ago 67m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:44:40.252 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (66m) 7m ago 67m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:44:40.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (62m) 7m ago 62m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:44:40.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (62m) 7m ago 62m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:44:40.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (59m) 7m ago 69m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:44:40.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (58m) 7m ago 67m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:44:40.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (58m) 7m ago 69m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:44:40.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (58m) 7m ago 67m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:44:40.254 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (59m) 7m ago 59m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:44:40.254 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (59m) 7m ago 59m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:44:40.255 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (67m) 7m ago 67m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:44:40.255 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (66m) 7m ago 66m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:44:40.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (53m) 7m ago 66m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:44:40.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (66m) 7m ago 66m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:44:40.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (65m) 7m ago 65m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:44:40.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (65m) 7m ago 65m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:44:40.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (65m) 7m ago 65m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:44:40.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (64m) 7m ago 64m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:44:40.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (64m) 7m ago 64m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:44:40.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (64m) 7m ago 64m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:44:40.257 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (66m) 7m ago 67m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:44:40.574 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:44:40.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:44:40.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:40.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:40.576 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:44:40.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:40.576 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:40.576 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:44:40.577 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:40.577 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:40.577 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:40.577 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:44:40.577 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:40.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:44:40.578 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:44:40.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:40.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:40.579 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:44:40.579 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:44:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:41 smithi179 conmon[67066]: audit 2022-01-25T23:44:39.971150+0000 mgr.smithi111.vbmimw (mgr.14718) 2082 : audit [DBG] from='client.35456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:41 smithi179 conmon[67066]: cluster 2022-01-25T23:44:40.164760+0000 mgr.smithi111.vbmimw (mgr.14718) 2083 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:41 smithi179 conmon[67066]: audit 2022-01-25T23:44:40.243355+0000 mgr.smithi111.vbmimw (mgr.14718) 2084 : audit [DBG] from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:41.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:41 smithi179 conmon[67066]: audit 2022-01-25T23:44:40.575495+0000 mon.smithi111 (mon.0) 821 : audit [DBG] from='client.? 172.21.15.111:0/2352278026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: audit 2022-01-25T23:44:39.971150+0000 mgr.smithi111.vbmimw (mgr.14718) 2082 2022-01-25T23:44:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: : audit [DBG] from='client.35456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: cluster 2022-01-25T23:44:40.164760+0000 mgr.smithi111.vbmimw (mgr.14718) 2083 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:41.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: audit 2022-01-25T23:44:40.243355+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:44:41.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: 2084 : audit [DBG] from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:41.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:44:41.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: -25T23:44:40.575495+0000 mon.smithi111 ( 2022-01-25T23:44:41.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:41 smithi111 conmon[101466]: mon.0) 821 : audit [DBG] from='client.? 172.21.15.111:0/2352278026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:42 smithi179 conmon[67066]: audit 2022-01-25T23:44:42.013543+0000 mon.smithi111 (mon.0 2022-01-25T23:44:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:42 smithi179 conmon[67066]: ) 822 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:42 smithi179 conmon[67066]: audit 2022-01-25T23:44:42.015146+0000 mon.smithi111 (mon.0) 823 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:42 smithi179 conmon[67066]: audit 2022-01-25T23:44:42.016036+0000 mon.smithi111 (mon 2022-01-25T23:44:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:42 smithi179 conmon[67066]: .0) 824 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:42 smithi111 conmon[101466]: audit 2022-01-25T23:44:42.013543+0000 mon.smithi111 (mon.0 2022-01-25T23:44:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:42 smithi111 conmon[101466]: ) 822 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:42 smithi111 conmon[101466]: audit 2022-01-25T23:44:42.015146+0000 mon.smithi111 (mon.0) 823 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:42 smithi111 conmon[101466]: audit 2022-01-25T23:44:42.016036+0000 mon.smithi111 (mon.0) 824 : 2022-01-25T23:44:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:42 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: cephadm 2022-01-25T23:44:42.016878+0000 mgr.smithi111.vbmimw (mgr.14718) 2085 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: 2022-01-25T23:44:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: cluster 2022-01-25T23:44:42.165266+0000 mgr.smithi111.vbmimw (mgr.14718) 2086 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: audit 2022-01-25T23:44:42.321970+0000 mon.smithi111 (mon.0) 825 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:44:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:44:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:43 smithi179 conmon[67066]: 01-25T23:44:42.327286+0000 mon.smithi111 (mon.0) 826 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:44:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: cephadm 2022-01-25T23:44:42.016878+0000 mgr.smithi111.vbmimw (mgr.14718) 2085 : cephadm [WRN] 2022-01-25T23:44:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: cluster 2022-01-25T23:44:42.165266+0000 mgr.smithi111.vbmimw (mgr.14718) 2086 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: audit 2022-01-25T23:44:42.321970+0000 mon.smithi111 2022-01-25T23:44:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: (mon.0) 825 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:44:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:43 smithi111 conmon[101466]: audit 2022-01-25T23:44:42.327286+0000 mon.smithi111 (mon.0) 826 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:44:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:45 smithi179 conmon[67066]: cluster 2022-01-25T23:44:44.166100+0000 mgr.smithi111.vbmimw (mgr.14718) 2087 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:45 smithi111 conmon[101466]: cluster 2022-01-25T23:44:44.166100+0000 mgr.smithi111.vbmimw (mgr.14718) 2087 : cluster 2022-01-25T23:44:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:45 smithi111 conmon[101466]: [DBG] pgmap v1796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:47 smithi179 conmon[67066]: cluster 2022-01-25T23:44:46.166626+0000 mgr.smithi111.vbmimw (mgr.14718) 2088 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:47 smithi111 conmon[101466]: cluster 2022-01-25T23:44:46.166626+0000 mgr.smithi111.vbmimw (mgr.14718) 2088 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:49 smithi179 conmon[67066]: cluster 2022-01-25T23:44:48.167315+0000 mgr.smithi111.vbmimw (mgr.14718) 2089 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:49 smithi111 conmon[101466]: cluster 2022-01-25T23:44:48.167315+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:44:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:49 smithi111 conmon[101466]: 14718) 2089 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:51 smithi179 conmon[67066]: cluster 2022-01-25T23:44:50.168156+0000 mgr.smithi111.vbmimw (mgr.14718) 2090 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:51 smithi179 conmon[67066]: 2022-01-25T23:44:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:51 smithi111 conmon[101466]: cluster 2022-01-25T23:44:50.168156+0000 mgr.smithi111.vbmimw (mgr.14718) 2090 : 2022-01-25T23:44:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:51 smithi111 conmon[101466]: cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:53 smithi179 conmon[67066]: cluster 2022-01-25T23:44:52.168738+0000 mgr.smithi111.vbmimw (mgr.14718) 2091 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:53 smithi111 conmon[101466]: cluster 2022-01-25T23:44:52.168738+0000 mgr.smithi111.vbmimw (mgr.14718) 2091 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:54.091 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:53 smithi111 conmon[101466]: 2022-01-25T23:44:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:54 smithi111 conmon[101466]: cluster 2022-01-25T23:44:54.169628+0000 mgr.smithi111.vbmimw (mgr.14718) 2092 : cluster 2022-01-25T23:44:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:54 smithi111 conmon[101466]: [DBG] pgmap v1801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:54 smithi179 conmon[67066]: cluster 2022-01-25T23:44:54.169628+0000 mgr.smithi111.vbmimw (mgr.14718) 2092 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:57 smithi111 conmon[101466]: cluster 2022-01-25T23:44:56.170347+0000 mgr.smithi111.vbmimw (mgr.14718) 2093 : cluster [DBG] 2022-01-25T23:44:57.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:57 smithi111 conmon[101466]: pgmap v1802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:57 smithi179 conmon[67066]: cluster 2022-01-25T23:44:56.170347+0000 mgr.smithi111.vbmimw (mgr.14718) 2093 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:59 smithi179 conmon[67066]: cluster 2022-01-25T23:44:58.170745+0000 mgr.smithi111.vbmimw (mgr.14718) 2094 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:44:59 smithi179 conmon[67066]: 2022-01-25T23:44:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:44:59 smithi111 conmon[101466]: cluster 2022-01-25T23:44:58.170745+0000 mgr.smithi111.vbmimw (mgr.14718) 2094 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:01 smithi179 conmon[67066]: cluster 2022-01-25T23:45:00.171749+0000 mgr.smithi111.vbmimw (mgr.14718) 2095 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:01 smithi179 conmon[67066]: 2022-01-25T23:45:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:01 smithi111 conmon[101466]: cluster 2022-01-25T23:45:00.171749+0000 mgr.smithi111.vbmimw (mgr.14718) 2095 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:03 smithi179 conmon[67066]: cluster 2022-01-25T23:45:02.172274+0000 mgr.smithi111.vbmimw (mgr.14718) 2096 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:03 smithi111 conmon[101466]: cluster 2022-01-25T23:45:02.172274+0000 mgr.smithi111.vbmimw (mgr.14718) 2096 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:05 smithi179 conmon[67066]: cluster 2022-01-25T23:45:04.173019+0000 mgr.smithi111.vbmimw (mgr.14718) 2097 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:05 smithi111 conmon[101466]: cluster 2022-01-25T23:45:04.173019+0000 mgr.smithi111.vbmimw (mgr.14718) 2097 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:07 smithi179 conmon[67066]: cluster 2022-01-25T23:45:06.173658+0000 mgr.smithi111.vbmimw (mgr.14718) 2098 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:07 smithi111 conmon[101466]: cluster 2022-01-25T23:45:06.173658+0000 mgr.smithi111.vbmimw (mgr.14718) 2098 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:09 smithi179 conmon[67066]: cluster 2022-01-25T23:45:08.174089+0000 mgr.smithi111.vbmimw (mgr.14718) 2099 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:09 smithi111 conmon[101466]: cluster 2022-01-25T23:45:08.174089+0000 mgr.smithi111.vbmimw (mgr.14718) 2099 : cluster [DBG] 2022-01-25T23:45:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:09 smithi111 conmon[101466]: pgmap v1808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:10.874 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:45:11.141 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:11.141 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (67m) 7m ago 68m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:45:11.141 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (58m) 7m ago 68m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:45:11.142 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (58m) 7m ago 67m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:45:11.142 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (67m) 7m ago 68m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:45:11.142 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (63m) 7m ago 63m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:45:11.142 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (63m) 7m ago 63m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:45:11.143 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (59m) 7m ago 69m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:45:11.143 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (59m) 7m ago 67m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:45:11.143 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (59m) 7m ago 69m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:45:11.143 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (59m) 7m ago 67m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:45:11.144 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (59m) 7m ago 59m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:45:11.144 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (59m) 7m ago 59m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:45:11.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (68m) 7m ago 68m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:45:11.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (67m) 7m ago 67m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:45:11.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (54m) 7m ago 66m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:45:11.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (66m) 7m ago 66m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:45:11.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (66m) 7m ago 66m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:45:11.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (65m) 7m ago 65m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:45:11.146 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (65m) 7m ago 65m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:45:11.146 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (65m) 7m ago 65m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:45:11.146 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (65m) 7m ago 65m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:45:11.146 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (64m) 7m ago 64m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:45:11.147 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (66m) 7m ago 67m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:45:11.463 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:45:11.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:45:11.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:11.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:11.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:45:11.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:11.465 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:11.465 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:45:11.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:11.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:11.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:11.466 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:45:11.466 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:11.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:11.467 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:45:11.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:11.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:11.467 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:45:11.468 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:45:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:11 smithi179 conmon[67066]: cluster 2022-01-25T23:45:10.174909+0000 mgr.smithi111.vbmimw (mgr.14718) 2100 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:11 smithi111 conmon[101466]: cluster 2022-01-25T23:45:10.174909+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:45:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:11 smithi111 conmon[101466]: 14718) 2100 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:12.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:12 smithi179 conmon[67066]: audit 2022-01-25T23:45:10.864062+0000 mgr.smithi111.vbmimw (mgr.14718) 2101 : audit [DBG] from='client.35468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:12.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:12 smithi179 conmon[67066]: audit 2022-01-25T23:45:11.133143+0000 mgr.smithi111.vbmimw (mgr.14718) 2102 : audit [DBG] from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:12.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:12 smithi179 conmon[67066]: audit 2022-01-25T23:45:11.464334+0000 2022-01-25T23:45:12.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:12 smithi179 conmon[67066]: mon.smithi111 (mon.0) 827 : audit [DBG] from='client.? 172.21.15.111:0/3323463591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:12.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:12 smithi111 conmon[101466]: audit 2022-01-25T23:45:10.864062+0000 mgr.smithi111.vbmimw (mgr.14718) 2101 : audit [DBG] 2022-01-25T23:45:12.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:12 smithi111 conmon[101466]: from='client.35468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:12.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:12 smithi111 conmon[101466]: audit 2022-01-25T23:45:11.133143+0000 mgr.smithi111.vbmimw (mgr.14718) 2102 : audit [DBG] from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:12.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:12 smithi111 conmon[101466]: audit 2022-01-25T23:45:12.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:12 smithi111 conmon[101466]: 2022-01-25T23:45:11.464334+0000 mon.smithi111 (mon.0) 827 : audit [DBG] from='client.? 172.21.15.111:0/3323463591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:13 smithi179 conmon[67066]: cluster 2022-01-25T23:45:12.175315+0000 mgr.smithi111.vbmimw (mgr.14718) 2103 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:13 smithi111 conmon[101466]: cluster 2022-01-25T23:45:12.175315+0000 mgr.smithi111.vbmimw (mgr.14718) 2103 : 2022-01-25T23:45:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:13 smithi111 conmon[101466]: cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:15 smithi179 conmon[67066]: cluster 2022-01-25T23:45:14.176104+0000 mgr.smithi111.vbmimw (mgr.14718) 2104 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:15 smithi111 conmon[101466]: cluster 2022-01-25T23:45:14.176104+0000 mgr.smithi111.vbmimw (mgr.14718) 2104 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:17 smithi179 conmon[67066]: cluster 2022-01-25T23:45:16.176845+0000 mgr.smithi111.vbmimw (mgr.14718) 2105 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:17 smithi111 conmon[101466]: cluster 2022-01-25T23:45:16.176845+0000 mgr.smithi111.vbmimw (mgr.14718) 2105 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:19 smithi179 conmon[67066]: cluster 2022-01-25T23:45:18.177367+0000 mgr.smithi111.vbmimw (mgr.14718) 2106 : cluster [DBG] 2022-01-25T23:45:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:19 smithi179 conmon[67066]: pgmap v1813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:19 smithi111 conmon[101466]: cluster 2022-01-25T23:45:18.177367+0000 mgr.smithi111.vbmimw (mgr.14718) 2106 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:21 smithi179 conmon[67066]: cluster 2022-01-25T23:45:20.178327+0000 mgr.smithi111.vbmimw (mgr.14718) 2107 : cluster 2022-01-25T23:45:21.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:21 smithi179 conmon[67066]: [DBG] pgmap v1814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:21 smithi111 conmon[101466]: cluster 2022-01-25T23:45:20.178327+0000 mgr.smithi111.vbmimw (mgr.14718) 2107 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:23 smithi179 conmon[67066]: cluster 2022-01-25T23:45:22.178892+0000 mgr.smithi111.vbmimw (mgr.14718) 2108 : cluster [DBG] 2022-01-25T23:45:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:23 smithi179 conmon[67066]: pgmap v1815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:23 smithi111 conmon[101466]: cluster 2022-01-25T23:45:22.178892+0000 mgr.smithi111.vbmimw (mgr.14718) 2108 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:23 smithi111 conmon[101466]: 2022-01-25T23:45:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:25 smithi179 conmon[67066]: cluster 2022-01-25T23:45:24.179834+0000 mgr.smithi111.vbmimw (mgr.14718) 2109 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:25 smithi179 conmon[67066]: 2022-01-25T23:45:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:25 smithi111 conmon[101466]: cluster 2022-01-25T23:45:24.179834+0000 mgr.smithi111.vbmimw (mgr.14718) 2109 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:27 smithi179 conmon[67066]: cluster 2022-01-25T23:45:26.180370+0000 mgr.smithi111.vbmimw (mgr.14718) 2110 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:27 smithi179 conmon[67066]: 2022-01-25T23:45:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:27 smithi111 conmon[101466]: cluster 2022-01-25T23:45:26.180370+0000 mgr.smithi111.vbmimw (mgr.14718) 2110 : cluster [DBG] 2022-01-25T23:45:27.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:27 smithi111 conmon[101466]: pgmap v1817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:29 smithi179 conmon[67066]: cluster 2022-01-25T23:45:28.180850+0000 mgr.smithi111.vbmimw (mgr.14718) 2111 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:29.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:29 smithi111 conmon[101466]: cluster 2022-01-25T23:45:28.180850+0000 mgr.smithi111.vbmimw (mgr.14718) 2111 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:31 smithi179 conmon[67066]: cluster 2022-01-25T23:45:30.181715+0000 mgr.smithi111.vbmimw (mgr.14718) 2112 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:31 smithi111 conmon[101466]: cluster 2022-01-25T23:45:30.181715+0000 mgr.smithi111.vbmimw (mgr.14718) 2112 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:33 smithi179 conmon[67066]: cluster 2022-01-25T23:45:32.182311+0000 mgr.smithi111.vbmimw (mgr.14718) 2113 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:33.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:33 smithi111 conmon[101466]: cluster 2022-01-25T23:45:32.182311+0000 mgr.smithi111.vbmimw (mgr.14718) 2113 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:35 smithi179 conmon[67066]: cluster 2022-01-25T23:45:34.183158+0000 mgr.smithi111.vbmimw (mgr.14718) 2114 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:35 smithi111 conmon[101466]: cluster 2022-01-25T23:45:34.183158+0000 mgr.smithi111.vbmimw (mgr.14718) 2114 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:37 smithi179 conmon[67066]: cluster 2022-01-25T23:45:36.183849+0000 mgr.smithi111.vbmimw (mgr.14718) 2115 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:37 smithi111 conmon[101466]: cluster 2022-01-25T23:45:36.183849+0000 mgr.smithi111.vbmimw (mgr.14718) 2115 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:38 smithi179 conmon[67066]: audit 2022-01-25T23:45:37.531541+0000 mon.smithi111 (mon.0) 828 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:38 smithi179 conmon[67066]: audit 2022-01-25T23:45:37.532002+0000 mon.smithi111 (mon 2022-01-25T23:45:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:38 smithi179 conmon[67066]: .0) 829 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:38 smithi111 conmon[101466]: audit 2022-01-25T23:45:37.531541+0000 mon.smithi111 (mon.0 2022-01-25T23:45:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:38 smithi111 conmon[101466]: ) 828 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:38 smithi111 conmon[101466]: audit 2022-01-25T23:45:37.532002+0000 mon.smithi111 (mon.0) 829 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:39 smithi179 conmon[67066]: cluster 2022-01-25T23:45:38.184463+0000 mgr.smithi111.vbmimw (mgr.14718) 2116 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:39 smithi111 conmon[101466]: cluster 2022-01-25T23:45:38.184463+0000 mgr.smithi111.vbmimw (mgr.14718) 2116 : cluster [DBG] 2022-01-25T23:45:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:39 smithi111 conmon[101466]: pgmap v1823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:41 smithi179 conmon[67066]: cluster 2022-01-25T23:45:40.185286+0000 mgr.smithi111.vbmimw (mgr.14718) 2117 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:41 smithi111 conmon[101466]: cluster 2022-01-25T23:45:40.185286+0000 mgr.smithi111.vbmimw (mgr.14718) 2117 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:41.766 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:45:42.031 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:42.031 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (67m) 8m ago 68m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:45:42.031 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (59m) 8m ago 68m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:45:42.032 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (59m) 8m ago 68m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:45:42.032 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (67m) 8m ago 68m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:45:42.032 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (63m) 8m ago 63m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:45:42.033 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (63m) 8m ago 63m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:45:42.033 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (60m) 8m ago 70m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:45:42.033 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (59m) 8m ago 68m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:45:42.033 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (59m) 8m ago 70m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:45:42.033 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (59m) 8m ago 68m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:45:42.034 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (60m) 8m ago 60m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:45:42.034 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (60m) 8m ago 60m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:45:42.034 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (68m) 8m ago 68m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:45:42.034 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (67m) 8m ago 67m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:45:42.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (54m) 8m ago 67m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:45:42.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (67m) 8m ago 67m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:45:42.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (66m) 8m ago 66m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:45:42.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (66m) 8m ago 66m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:45:42.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (66m) 8m ago 66m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:45:42.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (65m) 8m ago 65m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:45:42.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (65m) 8m ago 65m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:45:42.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (65m) 8m ago 65m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:45:42.036 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (67m) 8m ago 68m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:45:42.353 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:45:42.354 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:45:42.354 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:42.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:42.355 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:45:42.355 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:42.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:42.356 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:45:42.356 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:42.356 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:42.356 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:42.356 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:45:42.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:42.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:45:42.357 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:45:42.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:42.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:42.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:45:42.358 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:45:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:42 smithi179 conmon[67066]: audit 2022-01-25T23:45:42.329619+0000 mon.smithi111 (mon.0) 830 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:42 smithi179 conmon[67066]: 2022-01-25T23:45:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:42 smithi179 conmon[67066]: audit 2022-01-25T23:45:42.330645+0000 mon.smithi111 (mon.0) 831 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:42 smithi179 conmon[67066]: audit 2022-01-25T23:45:42.331384+0000 mon.smithi111 (mon.0) 832 : audit 2022-01-25T23:45:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:42 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:42.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: audit 2022-01-25T23:45:42.329619 2022-01-25T23:45:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 830 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: audit 2022-01-25T23:45:42.330645+0000 2022-01-25T23:45:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: mon.smithi111 (mon.0) 831 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: audit 2022-01-25T23:45:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: 2022-01-25T 2022-01-25T23:45:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: 23:45:42.331384+0000 mon.smithi111 (mon.0) 832 2022-01-25T23:45:42.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:42 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: audit 2022-01-25T23:45:41.755688+0000 mgr.smithi111.vbmimw (mgr.14718) 2118 : audit [DBG] from='client.35480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: audit 2022-01-25T23:45:42.023036+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:45:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: ) 2119 : audit [DBG] from='client.35484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: cluster 2022-01-25T23:45:42.185717+0000 mgr.smithi111.vbmimw (mgr.14718) 2120 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: cephadm 2022-01-25T23:45:42.331958+0000 mgr.smithi111.vbmimw (mgr.14718) 2121 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:45:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: -25T23:45:42.353808+0000 mon.smithi111 (mon.0) 833 : audit [DBG] from='client.? 172.21.15.111:0/252058467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: audit 2022-01-25T23:45:42. 2022-01-25T23:45:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: 636736+0000 mon.smithi111 (mon.0) 834 : audit [INF] 2022-01-25T23:45:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:45:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: audit 2022-01-25T23:45:42. 2022-01-25T23:45:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: 641827+0000 mon.smithi111 (mon.0) 835 : audit [INF] 2022-01-25T23:45:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:43 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:45:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: audit 2022-01-25T23:45:41.755688+0000 mgr.smithi111.vbmimw (mgr.14718) 2118 : audit [DBG] from='client.35480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: audit 2022-01-25T23:45:42.023036+0000 mgr.smithi111.vbmimw (mgr.14718) 2119 : audit [DBG] from='client.35484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: cluster 2022-01-25T23:45:42.185717+0000 mgr.smithi111.vbmimw (mgr.14718) 2120 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: cephadm 2022-01-25T23:45:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: 2022-01-25T23:45:42.331958+0000 mgr.smithi111.vbmimw (mgr.14718) 2121 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:45:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: :45:42.353808+0000 mon.smithi111 (mon.0) 2022-01-25T23:45:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: 833 : audit [DBG] from='client.? 172.21.15.111:0/252058467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:45:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: 23:45:42.636736+0000 mon.smithi111 (mon.0) 834 : audit 2022-01-25T23:45:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:45:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: audit 2022-01-25 2022-01-25T23:45:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: T23:45:42.641827+0000 mon.smithi111 (mon.0) 835 : audit [INF] 2022-01-25T23:45:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:43 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:45:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:44 smithi179 conmon[67066]: cluster 2022-01-25T23:45:44.186705+0000 mgr.smithi111.vbmimw (mgr.14718) 2122 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:44 smithi111 conmon[101466]: cluster 2022-01-25T23:45:44.186705+0000 mgr.smithi111.vbmimw (mgr.14718) 2122 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:44 smithi111 conmon[101466]: 2022-01-25T23:45:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:47 smithi179 conmon[67066]: cluster 2022-01-25T23:45:46.187256+0000 mgr.smithi111.vbmimw (mgr.14718) 2123 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:47 smithi111 conmon[101466]: cluster 2022-01-25T23:45:46.187256+0000 mgr.smithi111.vbmimw (mgr.14718) 2123 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:49 smithi179 conmon[67066]: cluster 2022-01-25T23:45:48.187780+0000 mgr.smithi111.vbmimw (mgr.14718) 2124 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:49 smithi111 conmon[101466]: cluster 2022-01-25T23:45:48.187780+0000 mgr.smithi111.vbmimw (mgr.14718) 2124 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:51 smithi179 conmon[67066]: cluster 2022-01-25T23:45:50.188538+0000 mgr.smithi111.vbmimw (mgr.14718) 2125 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:51 smithi111 conmon[101466]: cluster 2022-01-25T23:45:50.188538+0000 mgr.smithi111.vbmimw (mgr.14718) 2125 : 2022-01-25T23:45:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:51 smithi111 conmon[101466]: cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:53 smithi179 conmon[67066]: cluster 2022-01-25T23:45:52.189111+0000 mgr.smithi111.vbmimw (mgr.14718) 2126 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:53 smithi111 conmon[101466]: cluster 2022-01-25T23:45:52.189111+0000 mgr.smithi111.vbmimw (mgr.14718) 2126 : cluster 2022-01-25T23:45:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:53 smithi111 conmon[101466]: [DBG] pgmap v1830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:55 smithi179 conmon[67066]: cluster 2022-01-25T23:45:54.190048+0000 mgr.smithi111.vbmimw (mgr.14718) 2127 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:55 smithi111 conmon[101466]: cluster 2022-01-25T23:45:54.190048+0000 mgr.smithi111.vbmimw (mgr.14718) 2127 : cluster 2022-01-25T23:45:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:55 smithi111 conmon[101466]: [DBG] pgmap v1831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:57 smithi179 conmon[67066]: cluster 2022-01-25T23:45:56.190791+0000 mgr.smithi111.vbmimw (mgr.14718) 2128 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:57 smithi111 conmon[101466]: cluster 2022-01-25T23:45:56.190791+0000 mgr.smithi111.vbmimw (mgr.14718) 2128 : cluster 2022-01-25T23:45:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:57 smithi111 conmon[101466]: [DBG] pgmap v1832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:45:59 smithi179 conmon[67066]: cluster 2022-01-25T23:45:58.191352+0000 mgr.smithi111.vbmimw (mgr.14718) 2129 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:59 smithi111 conmon[101466]: cluster 2022-01-25T23:45:58.191352+0000 mgr.smithi111.vbmimw (mgr.14718) 2129 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:45:59 smithi111 conmon[101466]: 2022-01-25T23:46:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:01 smithi179 conmon[67066]: cluster 2022-01-25T23:46:00.192153+0000 mgr.smithi111.vbmimw (mgr.14718) 2130 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:01 smithi179 conmon[67066]: 2022-01-25T23:46:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:01 smithi111 conmon[101466]: cluster 2022-01-25T23:46:00.192153+0000 mgr.smithi111.vbmimw (mgr.14718) 2130 : cluster [DBG] 2022-01-25T23:46:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:01 smithi111 conmon[101466]: pgmap v1834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:03 smithi179 conmon[67066]: cluster 2022-01-25T23:46:02.192650+0000 mgr.smithi111.vbmimw (mgr.14718) 2131 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:03.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:03 smithi179 conmon[67066]: 2022-01-25T23:46:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:03 smithi111 conmon[101466]: cluster 2022-01-25T23:46:02.192650+0000 mgr.smithi111.vbmimw (mgr.14718) 2131 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:05 smithi179 conmon[67066]: cluster 2022-01-25T23:46:04.193481+0000 mgr.smithi111.vbmimw (mgr.14718) 2132 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:05 smithi111 conmon[101466]: cluster 2022-01-25T23:46:04.193481+0000 mgr.smithi111.vbmimw (mgr.14718) 2132 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:07 smithi179 conmon[67066]: cluster 2022-01-25T23:46:06.194170+0000 mgr.smithi111.vbmimw (mgr.14718) 2133 : cluster [DBG] 2022-01-25T23:46:07.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:07 smithi179 conmon[67066]: pgmap v1837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:07 smithi111 conmon[101466]: cluster 2022-01-25T23:46:06.194170+0000 mgr.smithi111.vbmimw (mgr.14718) 2133 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:07 smithi111 conmon[101466]: 2022-01-25T23:46:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:09 smithi179 conmon[67066]: cluster 2022-01-25T23:46:08.194950+0000 mgr.smithi111.vbmimw (mgr.14718) 2134 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:09.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:09 smithi179 conmon[67066]: 2022-01-25T23:46:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:09 smithi111 conmon[101466]: cluster 2022-01-25T23:46:08.194950+0000 mgr.smithi111.vbmimw (mgr.14718) 2134 : cluster [DBG] 2022-01-25T23:46:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:09 smithi111 conmon[101466]: pgmap v1838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:11 smithi179 conmon[67066]: cluster 2022-01-25T23:46:10.195735+0000 mgr.smithi111.vbmimw (mgr.14718) 2135 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:11.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:11 smithi111 conmon[101466]: cluster 2022-01-25T23:46:10.195735+0000 mgr.smithi111.vbmimw (mgr.14718) 2135 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:11 smithi111 conmon[101466]: 2022-01-25T23:46:12.655 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:46:12.919 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:12.919 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (68m) 8m ago 69m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:46:12.919 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (59m) 8m ago 69m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:46:12.920 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (59m) 8m ago 68m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:46:12.920 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (68m) 8m ago 69m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:46:12.920 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (64m) 8m ago 64m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:46:12.920 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (64m) 8m ago 64m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:46:12.921 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (60m) 8m ago 70m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:46:12.921 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (60m) 8m ago 68m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:46:12.921 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (60m) 8m ago 70m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:46:12.921 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (60m) 8m ago 68m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:46:12.922 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (60m) 8m ago 60m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:46:12.922 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (60m) 8m ago 60m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:46:12.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (69m) 8m ago 69m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:46:12.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (68m) 8m ago 68m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:46:12.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (55m) 8m ago 68m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:46:12.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (67m) 8m ago 67m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:46:12.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (67m) 8m ago 67m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:46:12.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (67m) 8m ago 66m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:46:12.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (66m) 8m ago 66m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:46:12.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (66m) 8m ago 66m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:46:12.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (66m) 8m ago 66m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:46:12.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (65m) 8m ago 65m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:46:12.925 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (67m) 8m ago 68m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:46:13.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:46:13.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:46:13.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:13.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:13.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:46:13.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:13.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:13.240 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:46:13.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:13.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:13.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:13.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:46:13.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:13.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:13.242 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:46:13.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:13.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:13.242 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:46:13.242 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:46:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:13 smithi179 conmon[67066]: cluster 2022-01-25T23:46:12.196239+0000 mgr.smithi111.vbmimw (mgr.14718) 2136 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:13.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:13 smithi179 conmon[67066]: audit 2022-01-25T23:46:13.239206+0000 mon.smithi111 (mon.0) 836 : audit [DBG] from='client.? 172.21.15.111:0/1227295009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:13 smithi111 conmon[101466]: cluster 2022-01-25T23:46:12.196239+0000 mgr.smithi111.vbmimw (mgr.14718) 2136 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:13 smithi111 conmon[101466]: audit 2022-01-25T23:46:13 2022-01-25T23:46:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:13 smithi111 conmon[101466]: .239206+0000 mon.smithi111 (mon.0) 836 : audit [DBG] from='client.? 172.21.15.111:0/1227295009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:14.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:14 smithi179 conmon[67066]: audit 2022-01-25T23:46:12.643806+0000 mgr.smithi111.vbmimw (mgr.14718) 2137 : audit [DBG] from='client.35492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:14.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:14 smithi179 conmon[67066]: 2022-01-25T23:46:14.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:14 smithi179 conmon[67066]: audit 2022-01-25T23:46:12.911172+0000 mgr.smithi111.vbmimw (mgr.14718) 2138 : audit [DBG] from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:14 smithi111 conmon[101466]: audit 2022-01-25T23:46:12.643806+0000 mgr.smithi111.vbmimw (mgr.14718) 2137 : audit [DBG] from='client.35492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:14 smithi111 conmon[101466]: 2022-01-25T23:46:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:14 smithi111 conmon[101466]: audit 2022-01-25T23:46:12.911172+0000 mgr.smithi111.vbmimw (mgr.14718) 2138 : audit [DBG] from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:15 smithi179 conmon[67066]: cluster 2022-01-25T23:46:14.197192+0000 mgr.smithi111.vbmimw (mgr.14718) 2139 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:15 smithi111 conmon[101466]: cluster 2022-01-25T23:46:14.197192+0000 mgr.smithi111.vbmimw (mgr.14718) 2139 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:17 smithi179 conmon[67066]: cluster 2022-01-25T23:46:16.197682+0000 mgr.smithi111.vbmimw (mgr.14718) 2140 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:17 smithi111 conmon[101466]: cluster 2022-01-25T23:46:16.197682+0000 mgr.smithi111.vbmimw (mgr.14718) 2140 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:19 smithi179 conmon[67066]: cluster 2022-01-25T23:46:18.198236+0000 mgr.smithi111.vbmimw (mgr.14718) 2141 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:19 smithi179 conmon[67066]: 2022-01-25T23:46:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:19 smithi111 conmon[101466]: cluster 2022-01-25T23:46:18.198236+0000 mgr.smithi111.vbmimw (mgr.14718) 2141 : cluster [DBG] 2022-01-25T23:46:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:19 smithi111 conmon[101466]: pgmap v1843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:21 smithi179 conmon[67066]: cluster 2022-01-25T23:46:20.199004+0000 mgr.smithi111.vbmimw (mgr.14718) 2142 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:21 smithi111 conmon[101466]: cluster 2022-01-25T23:46:20.199004+0000 mgr.smithi111.vbmimw (mgr.14718) 2142 : cluster [DBG] 2022-01-25T23:46:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:21 smithi111 conmon[101466]: pgmap v1844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:23 smithi179 conmon[67066]: cluster 2022-01-25T23:46:22.199485+0000 mgr.smithi111.vbmimw (mgr.14718) 2143 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:23 smithi111 conmon[101466]: cluster 2022-01-25T23:46:22.199485+0000 mgr.smithi111.vbmimw (mgr.14718) 2143 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:25 smithi179 conmon[67066]: cluster 2022-01-25T23:46:24.200280+0000 mgr.smithi111.vbmimw (mgr.14718) 2144 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:25 smithi179 conmon[67066]: 2022-01-25T23:46:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:25 smithi111 conmon[101466]: cluster 2022-01-25T23:46:24.200280+0000 mgr.smithi111.vbmimw (mgr.14718) 2144 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:27 smithi179 conmon[67066]: cluster 2022-01-25T23:46:26.200980+0000 mgr.smithi111.vbmimw (mgr.14718) 2145 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:27 smithi179 conmon[67066]: 2022-01-25T23:46:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:27 smithi111 conmon[101466]: cluster 2022-01-25T23:46:26.200980+0000 mgr.smithi111.vbmimw (mgr.14718) 2145 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:29 smithi179 conmon[67066]: cluster 2022-01-25T23:46:28.201512+0000 mgr.smithi111.vbmimw (mgr.14718) 2146 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:29 smithi111 conmon[101466]: cluster 2022-01-25T23:46:28.201512+0000 mgr.smithi111.vbmimw (mgr.14718) 2146 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:30.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:30 smithi179 conmon[67066]: cluster 2022-01-25T23:46:30.202186+0000 mgr.smithi111.vbmimw (mgr.14718) 2147 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:30.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:30 smithi179 conmon[67066]: 2022-01-25T23:46:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:30 smithi111 conmon[101466]: cluster 2022-01-25T23:46:30.202186+0000 mgr.smithi111.vbmimw (mgr.14718) 2147 : cluster 2022-01-25T23:46:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:30 smithi111 conmon[101466]: [DBG] pgmap v1849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:33 smithi179 conmon[67066]: cluster 2022-01-25T23:46:32.202715+0000 mgr.smithi111.vbmimw (mgr.14718) 2148 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:33 smithi111 conmon[101466]: cluster 2022-01-25T23:46:32.202715+0000 mgr.smithi111.vbmimw (mgr.14718) 2148 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:35 smithi179 conmon[67066]: cluster 2022-01-25T23:46:34.203460+0000 mgr.smithi111.vbmimw (mgr.14718) 2149 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:35 smithi111 conmon[101466]: cluster 2022-01-25T23:46:34.203460+0000 mgr.smithi111.vbmimw (mgr.14718) 2149 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:37 smithi179 conmon[67066]: cluster 2022-01-25T23:46:36.204117+0000 mgr.smithi111.vbmimw (mgr.14718) 2150 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:37 smithi111 conmon[101466]: cluster 2022-01-25T23:46:36.204117+0000 mgr.smithi111.vbmimw (mgr.14718) 2150 : cluster 2022-01-25T23:46:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:37 smithi111 conmon[101466]: [DBG] pgmap v1852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:38 smithi179 conmon[67066]: audit 2022-01-25T23:46:37.536309+0000 mon.smithi111 (mon.0) 837 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:38 smithi179 conmon[67066]: audit 2022-01-25T23:46:37.536564+0000 mon.smithi111 (mon.0) 838 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:38 smithi111 conmon[101466]: audit 2022-01-25T23:46:37.536309+0000 mon.smithi111 (mon.0) 837 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:38 smithi111 conmon[101466]: audit 2022-01-25T23:46:37.536564+0000 mon.smithi111 ( 2022-01-25T23:46:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:38 smithi111 conmon[101466]: mon.0) 838 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:39 smithi179 conmon[67066]: cluster 2022-01-25T23:46:38.204833+0000 mgr.smithi111.vbmimw (mgr.14718) 2151 : cluster 2022-01-25T23:46:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:39 smithi179 conmon[67066]: [DBG] pgmap v1853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:39 smithi111 conmon[101466]: cluster 2022-01-25T23:46:38.204833+0000 mgr.smithi111.vbmimw (mgr.14718) 2151 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:41 smithi179 conmon[67066]: cluster 2022-01-25T23:46:40.205463+0000 mgr.smithi111.vbmimw (mgr.14718) 2152 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:41 smithi179 conmon[67066]: 2022-01-25T23:46:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:41 smithi111 conmon[101466]: cluster 2022-01-25T23:46:40.205463+0000 mgr.smithi111.vbmimw (mgr.14718) 2152 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:43.529 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:46:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: cluster 2022-01-25T23:46:42.206107+0000 mgr.smithi111.vbmimw (mgr.14718) 2153 : cluster [DBG] 2022-01-25T23:46:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: pgmap v1855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01-25T23:46:42.644357+0000 mon.smithi111 (mon.0) 839 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01-25T23:46:42.645853+0000 2022-01-25T23:46:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: mon.smithi111 (mon.0) 840 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:46:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: :46:42.646632+0000 mon.smithi111 (mon.0) 841 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: 2022-01-25T23:46:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022 2022-01-25T23:46:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: -01-25T23:46:42.949032+0000 mon.smithi111 (mon.0 2022-01-25T23:46:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: ) 842 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:46:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:46:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: 23:46:42.952147+0000 mon.smithi111 (mon. 2022-01-25T23:46:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: 0) 843 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:46:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:46:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: 25T23:46:42.955973+0000 mon.smithi111 (mon 2022-01-25T23:46:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: .0) 844 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:46:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:46:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: 25T23:46:42.960524+0000 mon.smithi111 ( 2022-01-25T23:46:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:43 smithi179 conmon[67066]: mon.0) 845 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:46:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: cluster 2022-01-25T23:46:42.206107+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:46:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: ) 2153 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46:42.644357+0000 mon.smithi111 (mon.0) 839 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:46:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: 23:46:42.645853+0000 mon.smithi111 (mon.0) 840 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46 2022-01-25T23:46:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: :42.646632+0000 mon.smithi111 (mon.0) 841 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46:42.949032+0000 2022-01-25T23:46:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 842 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:46:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46:42 2022-01-25T23:46:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: .952147+0000 mon.smithi111 (mon.0) 843 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:46:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46:42 2022-01-25T23:46:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: .955973+0000 mon.smithi111 (mon.0) 844 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:46:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: audit 2022-01-25T23:46 2022-01-25T23:46:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: :42.960524+0000 mon.smithi111 (mon.0) 845 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:46:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:43 smithi111 conmon[101466]: 2022-01-25T23:46:43.796 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:43.797 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (68m) 9m ago 70m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:46:43.797 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (60m) 9m ago 69m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:46:43.797 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (60m) 9m ago 69m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:46:43.797 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (68m) 9m ago 69m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:46:43.798 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (64m) 9m ago 64m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:46:43.798 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (64m) 9m ago 64m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:46:43.798 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (61m) 9m ago 71m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:46:43.798 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (60m) 9m ago 69m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:46:43.799 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (60m) 9m ago 71m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:46:43.799 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (60m) 9m ago 69m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:46:43.799 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (61m) 9m ago 61m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:46:43.799 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (61m) 9m ago 61m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:46:43.800 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (69m) 9m ago 69m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:46:43.800 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (69m) 9m ago 69m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:46:43.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (55m) 9m ago 68m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:46:43.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (68m) 9m ago 68m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:46:43.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (67m) 9m ago 67m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:46:43.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (67m) 9m ago 67m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:46:43.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (67m) 9m ago 67m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:46:43.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (66m) 9m ago 66m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:46:43.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (66m) 9m ago 66m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:46:43.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (66m) 9m ago 66m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:46:43.802 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (68m) 9m ago 69m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:46:44.118 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:46:44.118 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:46:44.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:44.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:44.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:46:44.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:44.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:44.119 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:46:44.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:44.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:44.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:44.121 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:46:44.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:44.121 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:46:44.121 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:46:44.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:44.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:44.122 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:46:44.122 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:46:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:44 smithi179 conmon[67066]: cephadm 2022-01-25T23:46:42.647344+0000 mgr.smithi111.vbmimw (mgr.14718) 2154 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:44.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:44 smithi179 conmon[67066]: audit 2022-01-25T23:46:44.118688+0000 mon.smithi111 (mon.0) 846 : audit [DBG] from='client.? 172.21.15.111:0/168826927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:44 smithi111 conmon[101466]: cephadm 2022-01-25T23:46:42.647344+0000 mgr.smithi111.vbmimw (mgr.14718) 2154 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:44 smithi111 conmon[101466]: audit 2022-01- 2022-01-25T23:46:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:44 smithi111 conmon[101466]: 25T23:46:44.118688+0000 mon.smithi111 (mon.0) 846 : audit [DBG] from='client.? 172.21.15.111:0/168826927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:45 smithi179 conmon[67066]: audit 2022-01-25T23:46:43.519183+0000 mgr.smithi111.vbmimw (mgr.14718) 2155 : audit [DBG] from='client.35504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:45 smithi179 conmon[67066]: audit 2022-01-25T23:46:43.788692+0000 mgr.smithi111.vbmimw (mgr.14718) 2156 : audit [DBG] from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:45.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:45 smithi179 conmon[67066]: cluster 2022-01-25T23:46:44.206771+0000 mgr.smithi111.vbmimw (mgr.14718) 2157 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:45 smithi111 conmon[101466]: audit 2022-01-25T23:46:43.519183+0000 mgr.smithi111.vbmimw (mgr.14718) 2155 : audit [DBG] from='client.35504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:45 smithi111 conmon[101466]: audit 2022-01-25T23:46:43.788692+0000 mgr.smithi111.vbmimw (mgr.14718) 2156 : audit [DBG] from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:45 smithi111 conmon[101466]: cluster 2022-01-25T23:46:44.206771+0000 mgr.smithi111.vbmimw (mgr.14718) 2157 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:47 smithi179 conmon[67066]: cluster 2022-01-25T23:46:46.207431+0000 mgr.smithi111.vbmimw (mgr.14718) 2158 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:47 smithi111 conmon[101466]: cluster 2022-01-25T23:46:46.207431+0000 mgr.smithi111.vbmimw (mgr.14718) 2158 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:49 smithi179 conmon[67066]: cluster 2022-01-25T23:46:48.207974+0000 mgr.smithi111.vbmimw (mgr.14718) 2159 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:49 smithi111 conmon[101466]: cluster 2022-01-25T23:46:48.207974+0000 mgr.smithi111.vbmimw (mgr.14718) 2159 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:51 smithi179 conmon[67066]: cluster 2022-01-25T23:46:50.208651+0000 mgr.smithi111.vbmimw (mgr.14718) 2160 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:51 smithi111 conmon[101466]: cluster 2022-01-25T23:46:50.208651+0000 mgr.smithi111.vbmimw (mgr.14718) 2160 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:53 smithi179 conmon[67066]: cluster 2022-01-25T23:46:52.209222+0000 mgr.smithi111.vbmimw (mgr.14718) 2161 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:53 smithi111 conmon[101466]: cluster 2022-01-25T23:46:52.209222+0000 mgr.smithi111.vbmimw (mgr.14718) 2161 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:55 smithi179 conmon[67066]: cluster 2022-01-25T23:46:54.210019+0000 mgr.smithi111.vbmimw (mgr.14718) 2162 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:55 smithi111 conmon[101466]: cluster 2022-01-25T23:46:54.210019+0000 mgr.smithi111.vbmimw (mgr.14718) 2162 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:57 smithi179 conmon[67066]: cluster 2022-01-25T23:46:56.210618+0000 mgr.smithi111.vbmimw (mgr.14718) 2163 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:57 smithi111 conmon[101466]: cluster 2022-01-25T23:46:56.210618+0000 mgr.smithi111.vbmimw (mgr.14718) 2163 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:57 smithi111 conmon[101466]: 2022-01-25T23:46:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:46:59 smithi179 conmon[67066]: cluster 2022-01-25T23:46:58.211378+0000 mgr.smithi111.vbmimw (mgr.14718) 2164 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:46:59 smithi111 conmon[101466]: cluster 2022-01-25T23:46:58.211378+0000 mgr.smithi111.vbmimw (mgr.14718) 2164 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:01.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:01 smithi179 conmon[67066]: cluster 2022-01-25T23:47:00.212050+0000 mgr.smithi111.vbmimw (mgr.14718) 2165 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:01 smithi111 conmon[101466]: cluster 2022-01-25T23:47:00.212050+0000 mgr.smithi111.vbmimw (mgr.14718) 2165 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:03 smithi179 conmon[67066]: cluster 2022-01-25T23:47:02.212529+0000 mgr.smithi111.vbmimw (mgr.14718) 2166 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:03 smithi111 conmon[101466]: cluster 2022-01-25T23:47:02.212529+0000 mgr.smithi111.vbmimw (mgr.14718) 2166 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:05 smithi179 conmon[67066]: cluster 2022-01-25T23:47:04.213293+0000 mgr.smithi111.vbmimw (mgr.14718) 2167 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:05 smithi111 conmon[101466]: cluster 2022-01-25T23:47:04.213293+0000 mgr.smithi111.vbmimw (mgr.14718) 2167 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:05 smithi111 conmon[101466]: 2022-01-25T23:47:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:07 smithi179 conmon[67066]: cluster 2022-01-25T23:47:06.214060+0000 mgr.smithi111.vbmimw (mgr.14718) 2168 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:07 smithi111 conmon[101466]: cluster 2022-01-25T23:47:06.214060+0000 mgr.smithi111.vbmimw (mgr.14718) 2168 2022-01-25T23:47:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:07 smithi111 conmon[101466]: : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:09 smithi179 conmon[67066]: cluster 2022-01-25T23:47:08.214644+0000 mgr.smithi111.vbmimw (mgr.14718) 2169 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:09 smithi111 conmon[101466]: cluster 2022-01-25T23:47:08.214644+0000 mgr.smithi111.vbmimw (mgr.14718) 2169 : cluster [DBG] 2022-01-25T23:47:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:09 smithi111 conmon[101466]: pgmap v1868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:11 smithi179 conmon[67066]: cluster 2022-01-25T23:47:10.215344+0000 mgr.smithi111.vbmimw (mgr.14718) 2170 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:11 smithi111 conmon[101466]: cluster 2022-01-25T23:47:10.215344+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:47:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:11 smithi111 conmon[101466]: 14718) 2170 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:13.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:13 smithi179 conmon[67066]: cluster 2022-01-25T23:47:12.215855+0000 mgr.smithi111.vbmimw (mgr.14718) 2171 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:13 smithi111 conmon[101466]: cluster 2022-01-25T23:47:12.215855+0000 mgr.smithi111.vbmimw (mgr.14718) 2171 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:14.421 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:47:14.685 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:14.686 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (69m) 9m ago 70m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:47:14.686 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (60m) 9m ago 70m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:47:14.686 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (60m) 9m ago 69m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:47:14.686 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (69m) 9m ago 70m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:47:14.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (65m) 9m ago 65m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:47:14.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (65m) 9m ago 65m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:47:14.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (61m) 9m ago 71m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:47:14.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (61m) 9m ago 69m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:47:14.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (61m) 9m ago 71m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:47:14.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (61m) 9m ago 69m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:47:14.688 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (62m) 9m ago 61m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:47:14.688 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (61m) 9m ago 61m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:47:14.688 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (70m) 9m ago 70m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:47:14.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (69m) 9m ago 69m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:47:14.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (56m) 9m ago 69m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:47:14.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (68m) 9m ago 68m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:47:14.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (68m) 9m ago 68m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:47:14.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (68m) 9m ago 68m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:47:14.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (67m) 9m ago 67m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:47:14.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (67m) 9m ago 67m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:47:14.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (67m) 9m ago 67m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:47:14.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (66m) 9m ago 66m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:47:14.691 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (68m) 9m ago 69m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:47:15.007 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:47:15.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:47:15.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:15.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:15.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:47:15.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:15.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:15.009 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:47:15.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:15.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:15.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:15.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:47:15.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:15.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:15.011 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:47:15.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:15.012 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:15.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:47:15.012 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:47:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:15 smithi179 conmon[67066]: cluster 2022-01-25T23:47:14.216532+0000 mgr.smithi111.vbmimw (mgr.14718) 2172 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:15.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:15 smithi179 conmon[67066]: audit 2022-01-25T23:47:15.007994+0000 mon.smithi111 (mon.0) 847 : audit [DBG] from='client.? 172.21.15.111:0/3396226731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:15 smithi111 conmon[101466]: cluster 2022-01-25T23:47:14.216532+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:47:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:15 smithi111 conmon[101466]: .14718) 2172 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:15 smithi111 conmon[101466]: audit 2022-01-25T23:47:15.007994+0000 mon.smithi111 (mon.0) 847 : audit [DBG] 2022-01-25T23:47:15.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:15 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/3396226731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:16 smithi179 conmon[67066]: audit 2022-01-25T23:47:14.410920+0000 mgr.smithi111.vbmimw (mgr.14718) 2173 : audit [DBG] from='client.35516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:16 smithi179 conmon[67066]: audit 2022-01-25T23:47:14.677482+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:47:16.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:16 smithi179 conmon[67066]: ) 2174 : audit [DBG] from='client.35520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:16 smithi111 conmon[101466]: audit 2022-01-25T23:47:14.410920+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:47:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:16 smithi111 conmon[101466]: 14718) 2173 : audit [DBG] from='client.35516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:16 smithi111 conmon[101466]: audit 2022-01-25T23:47:14.677482+0000 mgr.smithi111.vbmimw (mgr.14718) 2174 : audit [DBG] from='client.35520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:17 smithi179 conmon[67066]: cluster 2022-01-25T23:47:16.217189+0000 mgr.smithi111.vbmimw (mgr.14718) 2175 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:17 smithi111 conmon[101466]: cluster 2022-01-25T23:47:16.217189+0000 mgr.smithi111.vbmimw (mgr.14718) 2175 : cluster [DBG] 2022-01-25T23:47:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:17 smithi111 conmon[101466]: pgmap v1872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:19 smithi179 conmon[67066]: cluster 2022-01-25T23:47:18.217725+0000 mgr.smithi111.vbmimw (mgr.14718) 2176 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:19 smithi111 conmon[101466]: cluster 2022-01-25T23:47:18.217725+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:47:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:19 smithi111 conmon[101466]: 2176 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:21 smithi179 conmon[67066]: cluster 2022-01-25T23:47:20.218534+0000 mgr.smithi111.vbmimw (mgr.14718) 2177 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:21 smithi111 conmon[101466]: cluster 2022-01-25T23:47:20.218534+0000 mgr.smithi111.vbmimw (mgr.14718) 2177 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:23.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:23 smithi179 conmon[67066]: cluster 2022-01-25T23:47:22.219008+0000 mgr.smithi111.vbmimw (mgr.14718) 2178 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:23 smithi111 conmon[101466]: cluster 2022-01-25T23:47:22.219008+0000 mgr.smithi111.vbmimw (mgr.14718) 2178 : cluster [DBG] 2022-01-25T23:47:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:23 smithi111 conmon[101466]: pgmap v1875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:25 smithi179 conmon[67066]: cluster 2022-01-25T23:47:24.219904+0000 mgr.smithi111.vbmimw (mgr.14718) 2179 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:25 smithi111 conmon[101466]: cluster 2022-01-25T23:47:24.219904+0000 mgr.smithi111.vbmimw (mgr.14718) 2179 : cluster 2022-01-25T23:47:25.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:25 smithi111 conmon[101466]: [DBG] pgmap v1876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:27 smithi179 conmon[67066]: cluster 2022-01-25T23:47:26.220609+0000 mgr.smithi111.vbmimw (mgr.14718) 2180 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:27 smithi111 conmon[101466]: cluster 2022-01-25T23:47:26.220609+0000 mgr.smithi111.vbmimw (mgr.14718) 2180 2022-01-25T23:47:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:27 smithi111 conmon[101466]: : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:29 smithi179 conmon[67066]: cluster 2022-01-25T23:47:28.221162+0000 mgr.smithi111.vbmimw (mgr.14718) 2181 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:29 smithi111 conmon[101466]: cluster 2022-01-25T23:47:28.221162+0000 mgr.smithi111.vbmimw (mgr.14718) 2181 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:31 smithi179 conmon[67066]: cluster 2022-01-25T23:47:30.221932+0000 mgr.smithi111.vbmimw (mgr.14718) 2182 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:31.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:31 smithi111 conmon[101466]: cluster 2022-01-25T23:47:30.221932+0000 mgr.smithi111.vbmimw (mgr.14718) 2182 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:33 smithi179 conmon[67066]: cluster 2022-01-25T23:47:32.222449+0000 mgr.smithi111.vbmimw (mgr.14718) 2183 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:33 smithi111 conmon[101466]: cluster 2022-01-25T23:47:32.222449+0000 mgr.smithi111.vbmimw (mgr.14718) 2183 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:35 smithi179 conmon[67066]: cluster 2022-01-25T23:47:34.223348+0000 mgr.smithi111.vbmimw (mgr.14718) 2184 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:35 smithi111 conmon[101466]: cluster 2022-01-25T23:47:34.223348+0000 mgr.smithi111.vbmimw (mgr.14718) 2184 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:37 smithi179 conmon[67066]: cluster 2022-01-25T23:47:36.224107+0000 mgr.smithi111.vbmimw (mgr.14718) 2185 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:37 smithi111 conmon[101466]: cluster 2022-01-25T23:47:36.224107+0000 mgr.smithi111.vbmimw (mgr.14718) 2185 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:38 smithi111 conmon[101466]: audit 2022-01-25T23:47:37.540695+0000 mon.smithi111 (mon.0) 848 : audit [INF] 2022-01-25T23:47:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:38 smithi111 conmon[101466]: audit 2022-01-25T23:47:37.540934+0000 mon.smithi111 (mon.0) 849 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:38 smithi179 conmon[67066]: audit 2022-01-25T23:47:37.540695+0000 mon.smithi111 (mon.0) 848 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:38 smithi179 conmon[67066]: audit 2022-01-25T23:47:37.540934+0000 mon.smithi111 (mon.0) 849 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:39 smithi111 conmon[101466]: cluster 2022-01-25T23:47:38.224868+0000 mgr.smithi111.vbmimw (mgr.14718) 2186 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:39 smithi111 conmon[101466]: 2022-01-25T23:47:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:39 smithi179 conmon[67066]: cluster 2022-01-25T23:47:38.224868+0000 mgr.smithi111.vbmimw (mgr.14718) 2186 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:40 smithi111 conmon[101466]: cluster 2022-01-25T23:47:40.225555+0000 mgr.smithi111.vbmimw (mgr.14718) 2187 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:40 smithi179 conmon[67066]: cluster 2022-01-25T23:47:40.225555+0000 mgr.smithi111.vbmimw (mgr.14718) 2187 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: cluster 2022-01-25T23:47:42. 2022-01-25T23:47:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 226116+0000 mgr.smithi111.vbmimw (mgr.14718) 2188 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: audit 2022-01-25T23:47:42.963016+0000 mon.smithi111 (mon. 2022-01-25T23:47:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 0) 850 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:47:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 23:47:42.964388+0000 mon.smithi111 (mon.0) 2022-01-25T23:47:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 851 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:47:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 01-25T23:47:42.965483+0000 mon.smithi111 2022-01-25T23:47:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: (mon.0) 852 : audit 2022-01-25T23:47:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:47:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: 25T23:47:43.221071+0000 mon.smithi111 ( 2022-01-25T23:47:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: mon.0) 853 : audit [INF] 2022-01-25T23:47:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:43 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: cluster 2022-01-25T23:47:42 2022-01-25T23:47:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: .226116+0000 mgr.smithi111.vbmimw (mgr.14718) 2188 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: audit 2022-01-25T23:47:42.963016+0000 mon.smithi111 (mon.0) 850 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: audit 2022-01-25T23:47:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: 2022-01-25T23:47: 2022-01-25T23:47:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: 42.964388+0000 mon.smithi111 (mon 2022-01-25T23:47:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: .0) 851 : audit [DBG] 2022-01-25T23:47:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:47:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: 01-25T23:47:42 2022-01-25T23:47:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: .965483+0000 mon.smithi111 (mon.0 2022-01-25T23:47:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: ) 852 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: audit 2022 2022-01-25T23:47:43.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: -01-25T23:47:43 2022-01-25T23:47:43.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: .221071+0000 mon.smithi111 (mon.0 2022-01-25T23:47:43.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:43 smithi111 conmon[101466]: ) 853 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:44 smithi179 conmon[67066]: cephadm 2022-01-25T23:47:42.966183+0000 mgr.smithi111.vbmimw (mgr.14718) 2189 : cephadm 2022-01-25T23:47:44.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:44 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:44 smithi111 conmon[101466]: cephadm 2022-01-25T23:47:42.966183+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:47:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:44 smithi111 conmon[101466]: 14718) 2189 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:45.319 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:47:45.600 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:45.600 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (69m) 10m ago 71m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:47:45.601 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (61m) 10m ago 70m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:47:45.601 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (61m) 10m ago 70m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:47:45.601 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (69m) 10m ago 70m 38.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:47:45.601 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (65m) 10m ago 65m 25.1M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:47:45.602 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (65m) 10m ago 65m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:47:45.602 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (62m) 10m ago 72m 522M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:47:45.602 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (61m) 10m ago 70m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:47:45.602 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (61m) 10m ago 72m 435M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:47:45.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (61m) 10m ago 70m 236M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:47:45.603 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (62m) 10m ago 62m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:47:45.603 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (62m) 10m ago 62m 100M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:47:45.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (70m) 10m ago 70m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:47:45.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (70m) 10m ago 70m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:47:45.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (56m) 10m ago 69m 1890M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:47:45.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (69m) 10m ago 69m 2927M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:47:45.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (68m) 10m ago 68m 2195M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:47:45.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (68m) 10m ago 68m 2906M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:47:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (68m) 10m ago 68m 2450M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:47:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (67m) 10m ago 67m 3430M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:47:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (67m) 10m ago 67m 2728M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:47:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (67m) 10m ago 67m 4357M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:47:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (69m) 10m ago 70m 61.4M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:47:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:45 smithi179 conmon[67066]: cluster 2022-01-25T23:47:44.226824+0000 mgr.smithi111.vbmimw (mgr.14718) 2190 : 2022-01-25T23:47:45.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:45 smithi179 conmon[67066]: cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:45 smithi111 conmon[101466]: cluster 2022-01-25T23:47:44.226824+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:47:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:45 smithi111 conmon[101466]: ) 2190 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:45.954 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:47:45.955 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:47:45.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:45.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:45.955 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:47:45.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:45.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:45.956 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:47:45.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:45.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:45.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:45.957 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:47:45.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:45.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:47:45.958 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:47:45.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:45.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:45.958 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:47:45.959 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:47:46.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:46 smithi179 conmon[67066]: audit 2022-01-25T23:47:45.308549+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:47:46.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:46 smithi179 conmon[67066]: ) 2191 : audit [DBG] from='client.35528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:46.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:46 smithi179 conmon[67066]: audit 2022-01-25T23:47:45.955263+0000 mon.smithi111 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.111:0/2885245669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:46.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:46 smithi111 conmon[101466]: audit 2022-01-25T23:47:45.308549+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:47:46.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:46 smithi111 conmon[101466]: .14718) 2191 : audit [DBG] from='client.35528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:46.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:46 smithi111 conmon[101466]: audit 2022-01-25T23:47:45.955263+0000 mon.smithi111 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.111:0/2885245669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:47 smithi179 conmon[67066]: audit 2022-01-25T23:47:45.591362+0000 mgr.smithi111.vbmimw (mgr.14718) 2192 : audit [DBG] from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:47 smithi179 conmon[67066]: cluster 2022-01-25T 2022-01-25T23:47:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:47 smithi179 conmon[67066]: 23:47:46.227286+0000 mgr.smithi111.vbmimw (mgr.14718) 2193 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:47.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:47 smithi179 conmon[67066]: audit 2022-01-25T23:47:46.420215+0000 mon.smithi111 (mon.0) 855 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:47 smithi111 conmon[101466]: audit 2022-01-25T23:47:45.591362+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:47:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:47 smithi111 conmon[101466]: 14718) 2192 : audit [DBG] from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:47 smithi111 conmon[101466]: cluster 2022-01-25T23:47:46.227286+0000 mgr.smithi111.vbmimw (mgr.14718) 2193 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:47 smithi111 conmon[101466]: audit 2022-01-25T23:47 2022-01-25T23:47:47.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:47 smithi111 conmon[101466]: :46.420215+0000 mon.smithi111 (mon.0) 855 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: cluster 2022-01-25T23:47:48.227760+0000 mgr.smithi111.vbmimw (mgr.14718) 2194 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: audit 2022-01-25T23:47:48.773604+0000 mon.smithi111 (mon.0) 856 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: audit 2022-01-25T23:47:49.068602+0000 mon.smithi111 (mon.0) 2022-01-25T23:47:49.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: 857 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:47:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: 01-25T23:47:49.073419+0000 mon.smithi111 (mon.0 2022-01-25T23:47:49.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:49 smithi179 conmon[67066]: ) 858 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:49 smithi111 conmon[101466]: cluster 2022-01-25T23:47:48.227760+0000 mgr.smithi111.vbmimw (mgr.14718) 2194 : 2022-01-25T23:47:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:49 smithi111 conmon[101466]: cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:49 smithi111 conmon[101466]: audit 2022-01-25T23:47:48.773604+0000 mon.smithi111 (mon.0) 856 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:49 smithi111 conmon[101466]: audit 2022-01-25T23:47:49.068602+0000 mon.smithi111 (mon.0) 857 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:49 smithi111 conmon[101466]: audit 2022-01-25T23:47:49.073419+0000 mon.smithi111 (mon.0) 858 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:47:51.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:51 smithi179 conmon[67066]: cluster 2022-01-25T23:47:50.228489+0000 mgr.smithi111.vbmimw (mgr.14718) 2195 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:51 smithi111 conmon[101466]: cluster 2022-01-25T23:47:50.228489+0000 mgr.smithi111.vbmimw (mgr.14718) 2195 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:53 smithi179 conmon[67066]: cluster 2022-01-25T23:47:52.229041+0000 mgr.smithi111.vbmimw (mgr.14718) 2196 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:53 smithi111 conmon[101466]: cluster 2022-01-25T23:47:52.229041+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:47:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:53 smithi111 conmon[101466]: 2196 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:55 smithi179 conmon[67066]: cluster 2022-01-25T23:47:54.229780+0000 mgr.smithi111.vbmimw (mgr.14718) 2197 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:55 smithi111 conmon[101466]: cluster 2022-01-25T23:47:54.229780+0000 mgr.smithi111.vbmimw (mgr.14718) 2197 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:57 smithi179 conmon[67066]: cluster 2022-01-25T23:47:56.230395+0000 mgr.smithi111.vbmimw (mgr.14718) 2198 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:57 smithi111 conmon[101466]: cluster 2022-01-25T23:47:56.230395+0000 mgr.smithi111.vbmimw (mgr.14718) 2198 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:57 smithi111 conmon[101466]: 2022-01-25T23:47:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:47:59 smithi179 conmon[67066]: cluster 2022-01-25T23:47:58.231009+0000 mgr.smithi111.vbmimw (mgr.14718) 2199 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:59 smithi111 conmon[101466]: cluster 2022-01-25T23:47:58.231009+0000 mgr.smithi111.vbmimw (mgr.14718) 2199 : cluster 2022-01-25T23:47:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:47:59 smithi111 conmon[101466]: [DBG] pgmap v1893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:01 smithi179 conmon[67066]: cluster 2022-01-25T23:48:00.231840+0000 mgr.smithi111.vbmimw (mgr.14718) 2200 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:01 smithi111 conmon[101466]: cluster 2022-01-25T23:48:00.231840+0000 mgr.smithi111.vbmimw (mgr.14718) 2200 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:01 smithi111 conmon[101466]: 2022-01-25T23:48:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:03 smithi179 conmon[67066]: cluster 2022-01-25T23:48:02.232397+0000 mgr.smithi111.vbmimw (mgr.14718) 2201 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:03 smithi111 conmon[101466]: cluster 2022-01-25T23:48:02.232397+0000 mgr.smithi111.vbmimw (mgr.14718) 2201 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:05 smithi179 conmon[67066]: cluster 2022-01-25T23:48:04.233229+0000 mgr.smithi111.vbmimw (mgr.14718) 2202 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:05.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:05 smithi179 conmon[67066]: 2022-01-25T23:48:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:05 smithi111 conmon[101466]: cluster 2022-01-25T23:48:04.233229+0000 mgr.smithi111.vbmimw (mgr.14718) 2202 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:07 smithi179 conmon[67066]: cluster 2022-01-25T23:48:06.233741+0000 mgr.smithi111.vbmimw (mgr.14718) 2203 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:07 smithi111 conmon[101466]: cluster 2022-01-25T23:48:06.233741+0000 mgr.smithi111.vbmimw (mgr.14718) 2203 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:09 smithi111 conmon[101466]: cluster 2022-01-25T23:48:08.234372+0000 mgr.smithi111.vbmimw (mgr.14718) 2204 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:09 smithi179 conmon[67066]: cluster 2022-01-25T23:48:08.234372+0000 mgr.smithi111.vbmimw (mgr.14718) 2204 : cluster [DBG] 2022-01-25T23:48:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:09 smithi179 conmon[67066]: pgmap v1898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:11 smithi111 conmon[101466]: cluster 2022-01-25T23:48:10.235033+0000 mgr.smithi111.vbmimw (mgr.14718) 2205 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:11 smithi111 conmon[101466]: 2022-01-25T23:48:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:11 smithi179 conmon[67066]: cluster 2022-01-25T23:48:10.235033+0000 mgr.smithi111.vbmimw (mgr.14718) 2205 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:13 smithi111 conmon[101466]: cluster 2022-01-25T23:48:12.235710+0000 mgr.smithi111.vbmimw (mgr.14718) 2206 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:13 smithi111 conmon[101466]: 2022-01-25T23:48:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:13 smithi179 conmon[67066]: cluster 2022-01-25T23:48:12.235710+0000 mgr.smithi111.vbmimw (mgr.14718) 2206 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:14.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:14 smithi111 conmon[101466]: cluster 2022-01-25T23:48:14.236467+0000 mgr.smithi111.vbmimw (mgr.14718) 2207 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:14 smithi179 conmon[67066]: cluster 2022-01-25T23:48:14.236467+0000 mgr.smithi111.vbmimw (mgr.14718) 2207 : cluster [DBG] 2022-01-25T23:48:14.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:14 smithi179 conmon[67066]: pgmap v1901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:16.257 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:48:16.526 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:16.526 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (70m) 27s ago 71m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:48:16.527 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (61m) 27s ago 71m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:48:16.527 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (61m) 30s ago 70m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:48:16.527 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (70m) 27s ago 71m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:48:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (66m) 27s ago 66m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:48:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (66m) 30s ago 66m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:48:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (62m) 27s ago 72m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:48:16.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (62m) 30s ago 70m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:48:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (62m) 27s ago 72m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:48:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (62m) 30s ago 70m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:48:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (63m) 27s ago 63m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:48:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (62m) 30s ago 62m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:48:16.530 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (71m) 27s ago 71m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:48:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (70m) 30s ago 70m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:48:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (57m) 27s ago 70m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:48:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (69m) 27s ago 69m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:48:16.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (69m) 27s ago 69m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:48:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (69m) 27s ago 69m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:48:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (68m) 30s ago 68m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:48:16.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (68m) 30s ago 68m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:48:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (68m) 30s ago 68m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:48:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (67m) 30s ago 67m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:48:16.533 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (69m) 27s ago 70m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:48:16.850 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:48:16.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:48:16.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:16.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:16.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:48:16.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:16.852 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:16.852 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:48:16.853 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:16.853 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:16.853 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:16.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:48:16.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:16.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:16.855 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:48:16.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:16.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:16.855 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:48:16.856 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:48:17.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:17 smithi179 conmon[67066]: cluster 2022-01-25T23:48:16.236955+0000 mgr.smithi111.vbmimw (mgr.14718) 2208 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:17 smithi179 conmon[67066]: audit 2022-01-25T23:48:16.246054+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:48:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:17 smithi179 conmon[67066]: mgr.14718) 2209 : audit [DBG] from='client.35540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:17.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:17 smithi179 conmon[67066]: audit 2022-01-25T23:48:16.850841+0000 mon.smithi111 (mon.0) 859 : audit [DBG] from='client.? 172.21.15.111:0/3661304778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:17 smithi111 conmon[101466]: cluster 2022-01-25T23:48:16.236955+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:48:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:17 smithi111 conmon[101466]: ) 2208 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:17 smithi111 conmon[101466]: audit 2022-01-25T23:48:16.246054+0000 mgr.smithi111.vbmimw (mgr.14718) 2209 : audit [DBG] from='client.35540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:17 smithi111 conmon[101466]: audit 2022-01-25T23:48:16.850841+0000 2022-01-25T23:48:17.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:17 smithi111 conmon[101466]: mon.smithi111 (mon.0) 859 : audit [DBG] from='client.? 172.21.15.111:0/3661304778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:18.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:18 smithi179 conmon[67066]: audit 2022-01-25T23:48:16.518297+0000 mgr.smithi111.vbmimw (mgr.14718) 2210 : audit [DBG] from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:18.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:18 smithi111 conmon[101466]: audit 2022-01-25T23:48:16.518297+0000 mgr.smithi111.vbmimw (mgr.14718) 2210 : audit [DBG] 2022-01-25T23:48:18.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:18 smithi111 conmon[101466]: from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:19.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:19 smithi179 conmon[67066]: cluster 2022-01-25T23:48:18.237709+0000 mgr.smithi111.vbmimw (mgr.14718) 2211 : cluster 2022-01-25T23:48:19.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:19 smithi179 conmon[67066]: [DBG] pgmap v1903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:19 smithi111 conmon[101466]: cluster 2022-01-25T23:48:18.237709+0000 mgr.smithi111.vbmimw (mgr.14718) 2211 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:21.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:21 smithi179 conmon[67066]: cluster 2022-01-25T23:48:20.238479+0000 mgr.smithi111.vbmimw (mgr.14718) 2212 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:21 smithi111 conmon[101466]: cluster 2022-01-25T23:48:20.238479+0000 mgr.smithi111.vbmimw (mgr.14718) 2212 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:23.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:23 smithi179 conmon[67066]: cluster 2022-01-25T23:48:22.239101+0000 mgr.smithi111.vbmimw (mgr.14718) 2213 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:23.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:23 smithi179 conmon[67066]: 2022-01-25T23:48:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:23 smithi111 conmon[101466]: cluster 2022-01-25T23:48:22.239101+0000 mgr.smithi111.vbmimw (mgr.14718) 2213 : cluster [DBG] 2022-01-25T23:48:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:23 smithi111 conmon[101466]: pgmap v1905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:25 smithi179 conmon[67066]: cluster 2022-01-25T23:48:24.240042+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:48:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:25 smithi179 conmon[67066]: 2214 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:25 smithi111 conmon[101466]: cluster 2022-01-25T23:48:24.240042+0000 mgr.smithi111.vbmimw (mgr.14718) 2214 2022-01-25T23:48:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:25 smithi111 conmon[101466]: : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:27 smithi179 conmon[67066]: cluster 2022-01-25T23:48:26.240650+0000 mgr.smithi111.vbmimw (mgr.14718) 2215 2022-01-25T23:48:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:27 smithi179 conmon[67066]: : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:27 smithi111 conmon[101466]: cluster 2022-01-25T23:48:26.240650+0000 mgr.smithi111.vbmimw (mgr.14718) 2215 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:27 smithi111 conmon[101466]: 2022-01-25T23:48:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:29 smithi179 conmon[67066]: cluster 2022-01-25T23:48:28.241324+0000 mgr.smithi111.vbmimw (mgr.14718) 2216 : cluster 2022-01-25T23:48:29.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:29 smithi179 conmon[67066]: [DBG] pgmap v1908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:29.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:29 smithi111 conmon[101466]: cluster 2022-01-25T23:48:28.241324+0000 mgr.smithi111.vbmimw (mgr.14718) 2216 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:31 smithi179 conmon[67066]: cluster 2022-01-25T23:48:30.241949+0000 mgr.smithi111.vbmimw (mgr.14718) 2217 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:31 smithi179 conmon[67066]: 2022-01-25T23:48:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:31 smithi111 conmon[101466]: cluster 2022-01-25T23:48:30.241949+0000 mgr.smithi111.vbmimw (mgr.14718) 2217 : cluster [DBG] 2022-01-25T23:48:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:31 smithi111 conmon[101466]: pgmap v1909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:33 smithi179 conmon[67066]: cluster 2022-01-25T23:48:32.242405+0000 mgr.smithi111.vbmimw (mgr.14718) 2218 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:33 smithi111 conmon[101466]: cluster 2022-01-25T23:48:32.242405+0000 mgr.smithi111.vbmimw (mgr.14718) 2218 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:35 smithi179 conmon[67066]: cluster 2022-01-25T23:48:34.243361+0000 mgr.smithi111.vbmimw (mgr.14718) 2219 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:35 smithi111 conmon[101466]: cluster 2022-01-25T23:48:34.243361+0000 mgr.smithi111.vbmimw (mgr.14718) 2219 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:37 smithi179 conmon[67066]: cluster 2022-01-25T23:48:36.243919+0000 mgr.smithi111.vbmimw (mgr.14718) 2220 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:37.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:37 smithi179 conmon[67066]: 2022-01-25T23:48:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:37 smithi111 conmon[101466]: cluster 2022-01-25T23:48:36.243919+0000 mgr.smithi111.vbmimw (mgr.14718) 2220 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:38 smithi179 conmon[67066]: audit 2022-01-25T23:48:37.545007+0000 mon.smithi111 (mon.0) 860 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:38 smithi179 conmon[67066]: 2022-01-25T23:48:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:38 smithi179 conmon[67066]: audit 2022-01-25T23:48:37.545231+0000 mon.smithi111 (mon.0) 861 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:38 smithi111 conmon[101466]: audit 2022-01-25T23:48:37.545007+0000 mon.smithi111 (mon.0) 860 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:38 smithi111 conmon[101466]: audit 2022-01-25T23:48:37.545231+0000 mon.smithi111 (mon.0) 861 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:39 smithi179 conmon[67066]: cluster 2022-01-25T23:48:38.244679+0000 mgr.smithi111.vbmimw (mgr.14718) 2221 : cluster 2022-01-25T23:48:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:39 smithi179 conmon[67066]: [DBG] pgmap v1913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:39 smithi111 conmon[101466]: cluster 2022-01-25T23:48:38.244679+0000 mgr.smithi111.vbmimw (mgr.14718) 2221 : 2022-01-25T23:48:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:39 smithi111 conmon[101466]: cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:41 smithi111 conmon[101466]: cluster 2022-01-25T23:48:40.245260+0000 mgr.smithi111.vbmimw (mgr.14718) 2222 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:41 smithi179 conmon[67066]: cluster 2022-01-25T23:48:40.245260+0000 mgr.smithi111.vbmimw (mgr.14718) 2222 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:43.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:43 smithi111 conmon[101466]: cluster 2022-01-25T23:48:42.245725+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:48:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:43 smithi111 conmon[101466]: ) 2223 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:43 smithi179 conmon[67066]: cluster 2022-01-25T23:48:42.245725+0000 mgr.smithi111.vbmimw (mgr.14718) 2223 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:45 smithi111 conmon[101466]: cluster 2022-01-25T23:48:44.246640+0000 mgr.smithi111.vbmimw (mgr.14718) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:45 smithi179 conmon[67066]: cluster 2022-01-25T23:48:44.246640+0000 mgr.smithi111.vbmimw (mgr.14718) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:47.151 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:48:47.417 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:47.417 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (70m) 58s ago 72m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:48:47.417 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (62m) 58s ago 72m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:48:47.418 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (62m) 61s ago 71m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:48:47.418 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (70m) 58s ago 71m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:48:47.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (66m) 58s ago 66m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:48:47.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (66m) 60s ago 66m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:48:47.419 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (63m) 58s ago 73m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:48:47.419 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (62m) 61s ago 71m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:48:47.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (62m) 58s ago 73m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:48:47.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (62m) 61s ago 71m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:48:47.420 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (63m) 58s ago 63m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:48:47.420 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (63m) 60s ago 63m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:48:47.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (71m) 58s ago 71m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:48:47.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (71m) 61s ago 71m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:48:47.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (58m) 58s ago 70m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:48:47.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (70m) 58s ago 70m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:48:47.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (69m) 58s ago 69m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:48:47.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (69m) 58s ago 69m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:48:47.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (69m) 61s ago 69m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:48:47.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (69m) 61s ago 69m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:48:47.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (68m) 60s ago 68m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:48:47.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (68m) 60s ago 68m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:48:47.422 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (70m) 58s ago 71m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:48:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:47 smithi111 conmon[101466]: cluster 2022-01-25T23:48:46.247164+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:48:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:47 smithi111 conmon[101466]: ) 2225 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:47.735 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:48:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:48:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:48:47.736 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:48:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:47.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:48:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:47.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:48:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:48:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:47.739 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:48:47.740 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:48:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:47 smithi179 conmon[67066]: cluster 2022-01-25T23:48:46.247164+0000 mgr.smithi111.vbmimw (mgr.14718) 2225 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:48.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:48 smithi111 conmon[101466]: audit 2022-01-25T23:48:47.140164+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:48:48.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:48 smithi111 conmon[101466]: .14718) 2226 : audit [DBG] from='client.35552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:48.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:48 smithi111 conmon[101466]: audit 2022-01-25T23:48:47.736686+0000 mon.smithi111 (mon.0) 862 : audit [DBG] from='client.? 172.21.15.111:0/3301247202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:48 smithi179 conmon[67066]: audit 2022-01-25T23:48:47.140164+0000 mgr.smithi111.vbmimw (mgr.14718) 2226 : audit [DBG] from='client.35552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:48.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:48 smithi179 conmon[67066]: audit 2022-01-25T23:48:47.736686+0000 mon.smithi111 (mon.0) 862 : audit [DBG] from='client.? 172.21.15.111:0/3301247202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: audit 2022-01-25T23:48:47.409393+0000 mgr.smithi111.vbmimw (mgr.14718) 2227 : 2022-01-25T23:48:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: audit [DBG] from='client.35556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: cluster 2022-01-25T23:48:48.247739+0000 mgr.smithi111.vbmimw (mgr.14718) 2228 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: audit 2022-01-25T23:48:49.075955+0000 mon.smithi111 (mon.0) 863 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: audit 2022-01-25T23:48:49.077453+0000 mon.smithi111 (mon.0) 864 : audit [DBG] 2022-01-25T23:48:49.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:49.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: audit 2022-01-25T23:48:49.078298+0000 mon.smithi111 (mon.0) 865 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:49.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: cephadm 2022- 2022-01-25T23:48:49.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:49 smithi111 conmon[101466]: 01-25T23:48:49.079063+0000 mgr.smithi111.vbmimw (mgr.14718) 2229 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: audit 2022-01-25T23:48:47.409393+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:48:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: 2227 : audit [DBG] from='client.35556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: cluster 2022-01-25T23:48:48.247739+0000 mgr.smithi111.vbmimw (mgr.14718) 2228 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:48:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: 01-25T23:48:49.075955+0000 mon.smithi111 (mon.0) 863 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:48:49.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: 25T23:48:49.077453+0000 mon.smithi111 (mon 2022-01-25T23:48:49.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: .0) 864 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:49.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: audit 2022-01 2022-01-25T23:48:49.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: -25T23:48:49.078298+0000 mon.smithi111 2022-01-25T23:48:49.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: (mon.0) 865 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:49.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: cephadm 2022-01-25T23:48:49.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: 2022-01-25T23:48:49.079063+0000 2022-01-25T23:48:49.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 2229 : cephadm [WRN] 2022-01-25T23:48:49.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:49 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:50 smithi111 conmon[101466]: audit 2022-01-25T23:48:49.386444+0000 mon.smithi111 (mon.0) 866 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:48:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:50 smithi111 conmon[101466]: 2022-01-25T23:48:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:50 smithi111 conmon[101466]: audit 2022-01-25T23:48:49.392843+0000 mon.smithi111 (mon.0) 867 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:48:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:50 smithi111 conmon[101466]: cluster 2022-01-25T23:48:50.248280+0000 mgr.smithi111.vbmimw (mgr.14718) 2230 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:50 smithi179 conmon[67066]: audit 2022-01-25T23:48:49.386444+0000 mon.smithi111 (mon.0) 866 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:48:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:50 smithi179 conmon[67066]: audit 2022-01-25T23:48:49.392843+0000 mon.smithi111 (mon.0) 867 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:48:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:50 smithi179 conmon[67066]: cluster 2022-01-25T23:48 2022-01-25T23:48:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:50 smithi179 conmon[67066]: :50.248280+0000 mgr.smithi111.vbmimw (mgr.14718) 2230 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:53.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:53 smithi179 conmon[67066]: cluster 2022-01-25T23:48:52.248941+0000 mgr.smithi111.vbmimw (mgr.14718) 2231 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:53 smithi111 conmon[101466]: cluster 2022-01-25T23:48:52.248941+0000 mgr.smithi111.vbmimw (mgr.14718) 2231 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:53 smithi111 conmon[101466]: 2022-01-25T23:48:55.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:55 smithi179 conmon[67066]: cluster 2022-01-25T23:48:54.249688+0000 mgr.smithi111.vbmimw (mgr.14718) 2232 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:55 smithi111 conmon[101466]: cluster 2022-01-25T23:48:54.249688+0000 mgr.smithi111.vbmimw (mgr.14718) 2232 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:57 smithi179 conmon[67066]: cluster 2022-01-25T23:48:56.250344+0000 mgr.smithi111.vbmimw (mgr.14718) 2233 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:57 smithi111 conmon[101466]: cluster 2022-01-25T23:48:56.250344+0000 mgr.smithi111.vbmimw (mgr.14718) 2233 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:48:59 smithi179 conmon[67066]: cluster 2022-01-25T23:48:58.251269+0000 mgr.smithi111.vbmimw (mgr.14718) 2234 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:48:59 smithi111 conmon[101466]: cluster 2022-01-25T23:48:58.251269+0000 mgr.smithi111.vbmimw (mgr.14718) 2234 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:01 smithi179 conmon[67066]: cluster 2022-01-25T23:49:00.251997+0000 mgr.smithi111.vbmimw (mgr.14718) 2235 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:01 smithi111 conmon[101466]: cluster 2022-01-25T23:49:00.251997+0000 mgr.smithi111.vbmimw (mgr.14718) 2235 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:03 smithi179 conmon[67066]: cluster 2022-01-25T23:49:02.252539+0000 mgr.smithi111.vbmimw (mgr.14718) 2236 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:03 smithi111 conmon[101466]: cluster 2022-01-25T23:49:02.252539+0000 mgr.smithi111.vbmimw (mgr.14718) 2236 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:05 smithi179 conmon[67066]: cluster 2022-01-25T23:49:04.253277+0000 mgr.smithi111.vbmimw (mgr.14718) 2237 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:05 smithi111 conmon[101466]: cluster 2022-01-25T23:49:04.253277+0000 mgr.smithi111.vbmimw (mgr.14718) 2237 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:07.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:07 smithi179 conmon[67066]: cluster 2022-01-25T23:49:06.253961+0000 mgr.smithi111.vbmimw (mgr.14718) 2238 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:07 smithi111 conmon[101466]: cluster 2022-01-25T23:49:06.253961+0000 mgr.smithi111.vbmimw (mgr.14718) 2238 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:09.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:09 smithi179 conmon[67066]: cluster 2022-01-25T23:49:08.254786+0000 mgr.smithi111.vbmimw (mgr.14718) 2239 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:09 smithi111 conmon[101466]: cluster 2022-01-25T23:49:08.254786+0000 mgr.smithi111.vbmimw (mgr.14718) 2239 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:11.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:11 smithi179 conmon[67066]: cluster 2022-01-25T23:49:10.255256+0000 mgr.smithi111.vbmimw (mgr.14718) 2240 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:11 smithi111 conmon[101466]: cluster 2022-01-25T23:49:10.255256+0000 mgr.smithi111.vbmimw (mgr.14718) 2240 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:13.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:13 smithi111 conmon[101466]: cluster 2022-01-25T23:49:12.255846+0000 mgr.smithi111.vbmimw (mgr.14718) 2241 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:13 smithi179 conmon[67066]: cluster 2022-01-25T23:49:12.255846+0000 mgr.smithi111.vbmimw (mgr.14718) 2241 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:15 smithi111 conmon[101466]: cluster 2022-01-25T23:49:14.256738+0000 mgr.smithi111.vbmimw (mgr.14718) 2242 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:15 smithi179 conmon[67066]: cluster 2022-01-25T23:49:14.256738+0000 mgr.smithi111.vbmimw (mgr.14718) 2242 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:17 smithi111 conmon[101466]: cluster 2022-01-25T23:49:16.257383+0000 mgr.smithi111.vbmimw (mgr.14718) 2243 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:17 smithi179 conmon[67066]: cluster 2022-01-25T23:49:16.257383+0000 mgr.smithi111.vbmimw (mgr.14718) 2243 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:18.037 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:49:18.304 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:18.304 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (71m) 89s ago 72m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:49:18.305 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (62m) 89s ago 72m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:49:18.305 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (62m) 91s ago 71m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:49:18.305 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (71m) 89s ago 72m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:49:18.305 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (67m) 89s ago 67m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:49:18.306 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (67m) 91s ago 67m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:49:18.306 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (63m) 89s ago 73m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:49:18.306 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (63m) 91s ago 71m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:49:18.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (63m) 89s ago 73m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:49:18.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (63m) 91s ago 71m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:49:18.307 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (64m) 89s ago 64m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:49:18.307 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (63m) 91s ago 63m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:49:18.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (72m) 89s ago 72m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:49:18.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (71m) 91s ago 71m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:49:18.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (58m) 89s ago 71m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:49:18.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (70m) 89s ago 70m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:49:18.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (70m) 89s ago 70m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:49:18.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (70m) 89s ago 70m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:49:18.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (69m) 91s ago 69m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:49:18.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (69m) 91s ago 69m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:49:18.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (69m) 91s ago 69m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:49:18.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (68m) 91s ago 68m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:49:18.311 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (71m) 89s ago 71m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:49:18.625 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:49:18.626 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:49:18.626 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:18.626 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:18.626 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:49:18.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:18.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:18.627 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:49:18.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:18.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:18.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:18.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:49:18.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:18.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:18.629 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:49:18.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:18.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:18.629 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:49:18.630 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:49:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: audit 2022-01-25T23:49:18.025897+0000 mgr.smithi111.vbmimw (mgr.14718) 2244 : 2022-01-25T23:49:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: audit [DBG] from='client.35564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:19.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: cluster 2022-01-25T23:49:18.258049+0000 mgr.smithi111.vbmimw (mgr.14718) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: audit 2022-01-25T23:49:18.296392+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:49:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: mgr.14718) 2246 : audit [DBG] from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:19.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: audit 2022-01-25T23:49:19.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: 2022-01-25T23: 2022-01-25T23:49:19.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: 49:18.626623+0000 mon.smithi111 (mon.0) 2022-01-25T23:49:19.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:19 smithi111 conmon[101466]: 868 : audit [DBG] from='client.? 172.21.15.111:0/986206207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:19 smithi179 conmon[67066]: audit 2022-01-25T23:49:18.025897+0000 mgr.smithi111.vbmimw (mgr.14718) 2244 : audit [DBG] from='client.35564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:19 smithi179 conmon[67066]: cluster 2022-01-25T23:49:18.258049+0000 mgr.smithi111.vbmimw (mgr.14718) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:19 smithi179 conmon[67066]: audit 2022-01-25T23:49:18.296392+0000 mgr.smithi111.vbmimw (mgr.14718) 2246 : audit [DBG] from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:19 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:49:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:19 smithi179 conmon[67066]: T23:49:18.626623+0000 mon.smithi111 (mon.0) 868 : audit [DBG] from='client.? 172.21.15.111:0/986206207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:21 smithi111 conmon[101466]: cluster 2022-01-25T23:49:20.258698+0000 mgr.smithi111.vbmimw (mgr.14718) 2247 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:21 smithi111 conmon[101466]: 2022-01-25T23:49:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:21 smithi179 conmon[67066]: cluster 2022-01-25T23:49:20.258698+0000 mgr.smithi111.vbmimw (mgr.14718) 2247 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:23 smithi111 conmon[101466]: cluster 2022-01-25T23:49:22.259391+0000 mgr.smithi111.vbmimw (mgr.14718) 2248 : cluster 2022-01-25T23:49:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:23 smithi111 conmon[101466]: [DBG] pgmap v1935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:23 smithi179 conmon[67066]: cluster 2022-01-25T23:49:22.259391+0000 mgr.smithi111.vbmimw (mgr.14718) 2248 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:25 smithi111 conmon[101466]: cluster 2022-01-25T23:49:24.260312+0000 mgr.smithi111.vbmimw (mgr.14718) 2249 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:25.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:25 smithi179 conmon[67066]: cluster 2022-01-25T23:49:24.260312+0000 mgr.smithi111.vbmimw (mgr.14718) 2249 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:26 smithi111 conmon[101466]: cluster 2022-01-25T23:49:26.260886+0000 mgr.smithi111.vbmimw (mgr.14718) 2250 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:26 smithi111 conmon[101466]: 2022-01-25T23:49:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:26 smithi179 conmon[67066]: cluster 2022-01-25T23:49:26.260886+0000 mgr.smithi111.vbmimw (mgr.14718) 2250 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:29 smithi179 conmon[67066]: cluster 2022-01-25T23:49:28.261564+0000 mgr.smithi111.vbmimw (mgr.14718) 2251 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:29 smithi111 conmon[101466]: cluster 2022-01-25T23:49:28.261564+0000 mgr.smithi111.vbmimw (mgr.14718) 2251 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:29 smithi111 conmon[101466]: 2022-01-25T23:49:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:31 smithi179 conmon[67066]: cluster 2022-01-25T23:49:30.262095+0000 mgr.smithi111.vbmimw (mgr.14718) 2252 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:31 smithi111 conmon[101466]: cluster 2022-01-25T23:49:30.262095+0000 2022-01-25T23:49:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:31 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2252 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:33 smithi179 conmon[67066]: cluster 2022-01-25T23:49:32.262602+0000 mgr.smithi111.vbmimw (mgr.14718) 2253 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:33.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:33 smithi111 conmon[101466]: cluster 2022-01-25T23:49:32.262602+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:49:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:33 smithi111 conmon[101466]: 2253 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:35 smithi179 conmon[67066]: cluster 2022-01-25T23:49:34.263568+0000 mgr.smithi111.vbmimw (mgr.14718) 2254 2022-01-25T23:49:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:35 smithi179 conmon[67066]: : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:35 smithi111 conmon[101466]: cluster 2022-01-25T23:49:34.263568+0000 mgr.smithi111.vbmimw (mgr.14718) 2254 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:37.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:37 smithi179 conmon[67066]: cluster 2022-01-25T23:49:36.264159+0000 mgr.smithi111.vbmimw (mgr.14718) 2255 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:37 smithi111 conmon[101466]: cluster 2022-01-25T23:49:36.264159+0000 mgr.smithi111.vbmimw (mgr.14718) 2255 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:38.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:38 smithi179 conmon[67066]: audit 2022-01-25T23:49:37.549197+0000 mon.smithi111 (mon.0) 869 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:38.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:38 smithi179 conmon[67066]: audit 2022-01-25T23:49:37.549427+0000 mon.smithi111 (mon.0) 870 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:38 smithi111 conmon[101466]: audit 2022-01-25T23:49:37.549197+0000 mon.smithi111 (mon.0) 869 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:38 smithi111 conmon[101466]: audit 2022-01-25T23:49:37.549427+0000 mon.smithi111 (mon.0) 870 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:39.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:39 smithi179 conmon[67066]: cluster 2022-01-25T23:49:38.264900+0000 mgr.smithi111.vbmimw (mgr.14718) 2256 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:39.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:39 smithi179 conmon[67066]: 2022-01-25T23:49:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:39 smithi111 conmon[101466]: cluster 2022-01-25T23:49:38.264900+0000 mgr.smithi111.vbmimw (mgr.14718) 2256 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:41.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:41 smithi179 conmon[67066]: cluster 2022-01-25T23:49:40.265426+0000 mgr.smithi111.vbmimw (mgr.14718) 2257 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:41 smithi111 conmon[101466]: cluster 2022-01-25T23:49:40.265426+0000 mgr.smithi111.vbmimw (mgr.14718) 2257 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:43.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:43 smithi111 conmon[101466]: cluster 2022-01-25T23:49:42.266059+0000 mgr.smithi111.vbmimw (mgr.14718) 2258 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:43 smithi111 conmon[101466]: 2022-01-25T23:49:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:43 smithi179 conmon[67066]: cluster 2022-01-25T23:49:42.266059+0000 mgr.smithi111.vbmimw (mgr.14718) 2258 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:45 smithi111 conmon[101466]: cluster 2022-01-25T23:49:44.266994+0000 mgr.smithi111.vbmimw (mgr.14718) 2259 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:45 smithi179 conmon[67066]: cluster 2022-01-25T23:49:44.266994+0000 mgr.smithi111.vbmimw (mgr.14718) 2259 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:47 smithi111 conmon[101466]: cluster 2022-01-25T23:49:46.267507+0000 mgr.smithi111.vbmimw (mgr.14718) 2260 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:47 smithi179 conmon[67066]: cluster 2022-01-25T23:49:46.267507+0000 mgr.smithi111.vbmimw (mgr.14718) 2260 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:48.926 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:49:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (71m) 2m ago 73m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:49:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (63m) 2m ago 73m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:49:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (63m) 2m ago 72m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:49:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (71m) 2m ago 72m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:49:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (67m) 2m ago 67m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:49:49.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (67m) 2m ago 67m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:49:49.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (64m) 2m ago 74m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:49:49.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (64m) 2m ago 72m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:49:49.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (63m) 2m ago 74m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:49:49.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (63m) 2m ago 72m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:49:49.194 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (64m) 2m ago 64m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:49:49.194 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (64m) 2m ago 64m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:49:49.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (72m) 2m ago 72m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:49:49.195 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (72m) 2m ago 72m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:49:49.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (59m) 2m ago 71m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:49:49.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (71m) 2m ago 71m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:49:49.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (70m) 2m ago 70m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:49:49.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (70m) 2m ago 70m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:49:49.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (70m) 2m ago 70m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:49:49.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (70m) 2m ago 70m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:49:49.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (69m) 2m ago 69m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:49:49.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (69m) 2m ago 69m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:49:49.197 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (71m) 2m ago 72m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:49:49.519 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:49:49.519 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:49:49.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:49.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:49.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:49:49.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:49.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:49.520 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:49:49.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:49.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:49.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:49.521 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:49:49.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:49.522 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:49:49.522 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:49:49.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:49.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:49.523 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:49:49.523 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:49:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:49 smithi111 conmon[101466]: cluster 2022-01-25T23:49:48.268271+0000 mgr.smithi111.vbmimw (mgr.14718) 2261 : cluster [DBG] 2022-01-25T23:49:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:49 smithi111 conmon[101466]: pgmap v1948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:49 smithi179 conmon[67066]: cluster 2022-01-25T23:49:48.268271+0000 mgr.smithi111.vbmimw (mgr.14718) 2261 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:49 smithi179 conmon[67066]: 2022-01-25T23:49:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23:49:48.915223+0000 mgr.smithi111.vbmimw (mgr.14718) 2262 : audit [DBG] from='client.35576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23:49:49.183654+0000 mgr.smithi111.vbmimw (mgr.14718) 2263 : audit [DBG] from='client.35580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23:49:49.395062+0000 mon.smithi111 (mon.0) 871 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: 2022-01-25T23:49:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23:49:49.396000 2022-01-25T23:49:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 872 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23:49:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: 2022-01-25T23 2022-01-25T23:49:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: :49:49.396569+0000 mon.smithi111 (mon.0) 2022-01-25T23:49:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: 873 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022 2022-01-25T23:49:50.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: -01-25T23:49:49.519865 2022-01-25T23:49:50.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 874 : audit 2022-01-25T23:49:50.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/3008917954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:50.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022-01-25T23 2022-01-25T23:49:50.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: :49:49.654426+0000 mon.smithi111 (mon. 2022-01-25T23:49:50.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: 0) 875 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:49:50.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: 01-25T23:49:49.948454+0000 2022-01-25T23:49:50.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: mon.smithi111 (mon.0) 876 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: audit 2022 2022-01-25T23:49:50.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: -01-25T23:49:49.955433+0000 2022-01-25T23:49:50.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: mon.smithi111 (mon.0) 877 : audit [INF] 2022-01-25T23:49:50.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:50 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:48.915223+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:49:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: 2262 : audit [DBG] from='client.35576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.183654+0000 mgr.smithi111.vbmimw (mgr.14718) 2263 : audit [DBG] from='client.35580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.395062+0000 mon.smithi111 (mon.0) 871 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.396000+0000 mon.smithi111 (mon.0) 872 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.396569+0000 mon.smithi111 (mon.0) 873 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.519865+0000 mon.smithi111 (mon.0) 874 : 2022-01-25T23:49:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit [DBG] from='client.? 172.21.15.111:0/3008917954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:49.654426+0000 mon.smithi111 (mon.0) 875 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:49:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: :49:49.948454+0000 mon.smithi111 (mon.0) 876 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: audit 2022-01-25T23:49:50.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: 2022-01-25T23:49:49.955433+0000 mon.smithi111 (mon.0) 877 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:49:50.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:50 smithi179 conmon[67066]: 2022-01-25T23:49:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:51 smithi111 conmon[101466]: cephadm 2022-01-25T23:49:49.397103+0000 mgr.smithi111.vbmimw (mgr.14718) 2264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:51 smithi111 conmon[101466]: cluster 2022-01-25T23:49:50.268781+0000 mgr.smithi111.vbmimw (mgr.14718) 2265 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:51 smithi179 conmon[67066]: cephadm 2022-01-25T23:49:49.397103+0000 mgr.smithi111.vbmimw (mgr.14718) 2264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:51 smithi179 conmon[67066]: 2022-01-25T23:49:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:51 smithi179 conmon[67066]: cluster 2022-01-25T23:49:50.268781+0000 mgr.smithi111.vbmimw (mgr.14718) 2265 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:53 smithi111 conmon[101466]: cluster 2022-01-25T23:49:52.269246+0000 mgr.smithi111.vbmimw (mgr.14718) 2266 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:53 smithi111 conmon[101466]: 2022-01-25T23:49:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:53 smithi179 conmon[67066]: cluster 2022-01-25T23:49:52.269246+0000 mgr.smithi111.vbmimw (mgr.14718) 2266 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:55 smithi111 conmon[101466]: cluster 2022-01-25T23:49:54.270127+0000 mgr.smithi111.vbmimw (mgr.14718) 2267 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:55 smithi179 conmon[67066]: cluster 2022-01-25T23:49:54.270127+0000 mgr.smithi111.vbmimw (mgr.14718) 2267 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:55.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:55 smithi179 conmon[67066]: 2022-01-25T23:49:56.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:56 smithi111 conmon[101466]: cluster 2022-01-25T23:49:56.270705+0000 mgr.smithi111.vbmimw (mgr.14718) 2268 : cluster [DBG] 2022-01-25T23:49:56.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:56 smithi111 conmon[101466]: pgmap v1952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:56 smithi179 conmon[67066]: cluster 2022-01-25T23:49:56.270705+0000 mgr.smithi111.vbmimw (mgr.14718) 2268 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:59 smithi179 conmon[67066]: cluster 2022-01-25T23:49:58.271561+0000 mgr.smithi111.vbmimw (mgr.14718) 2269 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:59.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:49:59 smithi179 conmon[67066]: cluster 2022-01-25T23:49:58.352093+0000 mon.smithi111 (mon.0) 878 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2022-01-25T23:49:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:59 smithi111 conmon[101466]: cluster 2022-01-25T23:49:58.271561+0000 mgr.smithi111.vbmimw (mgr.14718) 2269 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:59 smithi111 conmon[101466]: 2022-01-25T23:49:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:49:59 smithi111 conmon[101466]: cluster 2022-01-25T23:49:58.352093+0000 mon.smithi111 (mon.0) 878 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2022-01-25T23:50:00.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:00 smithi179 conmon[67066]: cluster 2022-01-25T23:50:00.000168+0000 mon.smithi111 (mon.0) 879 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:50:00.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:00 smithi111 conmon[101466]: cluster 2022-01-25T23:50:00.000168+0000 mon.smithi111 (mon.0) 879 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-25T23:50:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:01 smithi179 conmon[67066]: cluster 2022-01-25T23:50:00.272086+0000 mgr.smithi111.vbmimw (mgr.14718) 2270 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:01 smithi111 conmon[101466]: cluster 2022-01-25T23:50:00.272086+0000 mgr.smithi111.vbmimw (mgr.14718) 2270 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:03.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:03 smithi179 conmon[67066]: cluster 2022-01-25T23:50:02.272558+0000 mgr.smithi111.vbmimw (mgr.14718) 2271 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:03 smithi111 conmon[101466]: cluster 2022-01-25T23:50:02.272558+0000 mgr.smithi111.vbmimw (mgr.14718) 2271 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:05.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:05 smithi179 conmon[67066]: cluster 2022-01-25T23:50:04.273566+0000 mgr.smithi111.vbmimw (mgr.14718) 2272 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:05 smithi111 conmon[101466]: cluster 2022-01-25T23:50:04.273566+0000 mgr.smithi111.vbmimw (mgr.14718) 2272 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:07 smithi111 conmon[101466]: cluster 2022-01-25T23:50:06.274232+0000 mgr.smithi111.vbmimw (mgr.14718) 2273 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:07 smithi179 conmon[67066]: cluster 2022-01-25T23:50:06.274232+0000 mgr.smithi111.vbmimw (mgr.14718) 2273 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:09 smithi111 conmon[101466]: cluster 2022-01-25T23:50:08.274938+0000 mgr.smithi111.vbmimw (mgr.14718) 2274 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:09 smithi179 conmon[67066]: cluster 2022-01-25T23:50:08.274938+0000 mgr.smithi111.vbmimw (mgr.14718) 2274 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:09 smithi179 conmon[67066]: 2022-01-25T23:50:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:11 smithi111 conmon[101466]: cluster 2022-01-25T23:50:10.275557+0000 mgr.smithi111.vbmimw (mgr.14718) 2275 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 B/s rd, 0 op/s 2022-01-25T23:50:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:11 smithi179 conmon[67066]: cluster 2022-01-25T23:50:10.275557+0000 mgr.smithi111.vbmimw (mgr.14718) 2275 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 B/s rd, 0 op/s 2022-01-25T23:50:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:13 smithi111 conmon[101466]: cluster 2022-01-25T23:50:12.276144+0000 mgr.smithi111.vbmimw (mgr.14718) 2276 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:13 smithi111 conmon[101466]: 2022-01-25T23:50:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:13 smithi111 conmon[101466]: cluster 2022-01-25T23:50:13.352664+0000 mon.smithi111 (mon.0) 880 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2022-01-25T23:50:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:13 smithi179 conmon[67066]: cluster 2022-01-25T23:50:12.276144+0000 mgr.smithi111.vbmimw (mgr.14718) 2276 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:13.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:13 smithi179 conmon[67066]: cluster 2022-01-25T23:50:13.352664+0000 mon.smithi111 (mon.0) 2022-01-25T23:50:13.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:13 smithi179 conmon[67066]: 880 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2022-01-25T23:50:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:15 smithi111 conmon[101466]: cluster 2022-01-25T23:50:14.276772+0000 mgr.smithi111.vbmimw (mgr.14718) 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:15 smithi179 conmon[67066]: cluster 2022-01-25T23:50:14.276772+0000 mgr.smithi111.vbmimw (mgr.14718) 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:17 smithi111 conmon[101466]: cluster 2022-01-25T23:50:16.277309+0000 mgr.smithi111.vbmimw (mgr.14718) 2278 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:17 smithi179 conmon[67066]: cluster 2022-01-25T23:50:16.277309+0000 mgr.smithi111.vbmimw (mgr.14718) 2278 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:17 smithi179 conmon[67066]: 2022-01-25T23:50:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:19 smithi111 conmon[101466]: cluster 2022-01-25T23:50:18.278117+0000 mgr.smithi111.vbmimw (mgr.14718) 2279 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:19.820 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:50:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:19 smithi179 conmon[67066]: cluster 2022-01-25T23:50:18.278117+0000 mgr.smithi111.vbmimw (mgr.14718) 2279 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:19 smithi179 conmon[67066]: 2022-01-25T23:50:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (72m) 2m ago 73m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:50:20.088 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (64m) 2m ago 73m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:50:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (63m) 2m ago 72m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:50:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (72m) 2m ago 73m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:50:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (68m) 2m ago 68m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:50:20.089 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (68m) 2m ago 68m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:50:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (64m) 2m ago 74m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:50:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (64m) 2m ago 72m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:50:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (64m) 2m ago 74m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:50:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (64m) 2m ago 72m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:50:20.090 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (65m) 2m ago 65m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:50:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (64m) 2m ago 64m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:50:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (73m) 2m ago 73m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:50:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (72m) 2m ago 72m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:50:20.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (59m) 2m ago 72m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:50:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (71m) 2m ago 71m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:50:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (71m) 2m ago 71m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:50:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (71m) 2m ago 71m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:50:20.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (70m) 2m ago 70m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:50:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (70m) 2m ago 70m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:50:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (70m) 2m ago 70m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:50:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (69m) 2m ago 69m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:50:20.093 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (72m) 2m ago 72m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:50:20.409 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:50:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:50:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:20.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:50:20.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:20.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:20.411 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:50:20.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:20.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:20.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:20.412 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:50:20.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:20.413 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:20.413 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:50:20.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:20.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:20.413 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:50:20.414 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:50:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:21 smithi111 conmon[101466]: audit 2022-01-25T23:50:19.808716+0000 mgr.smithi111.vbmimw (mgr.14718) 2280 : audit 2022-01-25T23:50:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:21 smithi111 conmon[101466]: [DBG] from='client.35588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:21 smithi111 conmon[101466]: audit 2022-01-25T23:50:20.080195+0000 mgr.smithi111.vbmimw (mgr.14718) 2281 : audit [DBG] from='client.35592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:21 smithi111 conmon[101466]: cluster 2022-01-25T23:50:20.278604+0000 mgr.smithi111.vbmimw (mgr.14718) 2282 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:21.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:21 smithi111 conmon[101466]: audit 2022-01-25T23:50:20.409842+0000 mon.smithi111 (mon.0) 881 : audit [DBG] from='client.? 172.21.15.111:0/4112503947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:21 smithi179 conmon[67066]: audit 2022-01-25T23:50:19.808716+0000 mgr.smithi111.vbmimw (mgr.14718) 2280 : audit [DBG] from='client.35588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:21 smithi179 conmon[67066]: 2022-01-25T23:50:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:21 smithi179 conmon[67066]: audit 2022-01-25T23:50:20.080195+0000 mgr.smithi111.vbmimw (mgr.14718) 2281 : audit [DBG] from='client.35592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:21 smithi179 conmon[67066]: cluster 2022-01-25T23:50:20.278604+0000 mgr.smithi111.vbmimw (mgr.14718) 2282 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:21 smithi179 conmon[67066]: audit 2022-01-25T23:50:20.409842+0000 mon.smithi111 (mon.0) 881 : audit [DBG] from='client.? 172.21.15.111:0/4112503947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:23 smithi111 conmon[101466]: cluster 2022-01-25T23:50:22.279075+0000 mgr.smithi111.vbmimw (mgr.14718) 2283 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:23 smithi111 conmon[101466]: 2022-01-25T23:50:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:23 smithi179 conmon[67066]: cluster 2022-01-25T23:50:22.279075+0000 mgr.smithi111.vbmimw (mgr.14718) 2283 : cluster [DBG] 2022-01-25T23:50:23.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:23 smithi179 conmon[67066]: pgmap v1967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:50:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:24 smithi111 conmon[101466]: cluster 2022-01-25T23:50:24.280068+0000 mgr.smithi111.vbmimw (mgr.14718) 2284 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-01-25T23:50:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:24 smithi179 conmon[67066]: cluster 2022-01-25T23:50:24.280068+0000 mgr.smithi111.vbmimw (mgr.14718) 2284 2022-01-25T23:50:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:24 smithi179 conmon[67066]: : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-01-25T23:50:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:27 smithi179 conmon[67066]: cluster 2022-01-25T23:50:26.280590+0000 mgr.smithi111.vbmimw (mgr.14718) 2285 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:27 smithi111 conmon[101466]: cluster 2022-01-25T23:50:26.280590+0000 mgr.smithi111.vbmimw (mgr.14718) 2285 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:29.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:29 smithi179 conmon[67066]: cluster 2022-01-25T23:50:28.281319+0000 mgr.smithi111.vbmimw (mgr.14718) 2286 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:29 smithi111 conmon[101466]: cluster 2022-01-25T23:50:28.281319+0000 mgr.smithi111.vbmimw (mgr.14718) 2286 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:31.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:31 smithi179 conmon[67066]: cluster 2022-01-25T23:50:30.282049+0000 mgr.smithi111.vbmimw (mgr.14718) 2287 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:31 smithi111 conmon[101466]: cluster 2022-01-25T23:50:30.282049+0000 mgr.smithi111.vbmimw (mgr.14718) 2287 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:33.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:33 smithi179 conmon[67066]: cluster 2022-01-25T23:50:32.282590+0000 mgr.smithi111.vbmimw (mgr.14718) 2288 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:33 smithi111 conmon[101466]: cluster 2022-01-25T23:50:32.282590+0000 mgr.smithi111.vbmimw (mgr.14718) 2288 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:35.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:35 smithi179 conmon[67066]: cluster 2022-01-25T23:50:34.283462+0000 mgr.smithi111.vbmimw (mgr.14718) 2289 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:35 smithi111 conmon[101466]: cluster 2022-01-25T23:50:34.283462+0000 mgr.smithi111.vbmimw (mgr.14718) 2289 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:35 smithi111 conmon[101466]: 2022-01-25T23:50:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:37 smithi111 conmon[101466]: cluster 2022-01-25T23:50:36.284169+0000 mgr.smithi111.vbmimw (mgr.14718) 2290 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:37 smithi179 conmon[67066]: cluster 2022-01-25T23:50:36.284169+0000 mgr.smithi111.vbmimw (mgr.14718) 2290 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:38 smithi111 conmon[101466]: audit 2022-01-25T23:50:37.552806+0000 mon.smithi111 (mon.0) 882 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:38 smithi111 conmon[101466]: audit 2022-01-25T23:50:37.553061+0000 mon.smithi111 (mon.0) 883 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:38 smithi179 conmon[67066]: audit 2022-01-25T23:50:37.552806+0000 mon.smithi111 (mon.0) 882 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:38 smithi179 conmon[67066]: audit 2022-01-25T23:50:37.553061+0000 mon.smithi111 (mon.0) 883 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:39 smithi111 conmon[101466]: cluster 2022-01-25T23:50:38.284908+0000 mgr.smithi111.vbmimw (mgr.14718) 2291 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:39 smithi111 conmon[101466]: 2022-01-25T23:50:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:39 smithi179 conmon[67066]: cluster 2022-01-25T23:50:38.284908+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:50:39.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:39 smithi179 conmon[67066]: 14718) 2291 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:41 smithi111 conmon[101466]: cluster 2022-01-25T23:50:40.285421+0000 2022-01-25T23:50:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:41 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2292 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:41 smithi179 conmon[67066]: cluster 2022-01-25T23:50:40.285421+0000 mgr.smithi111.vbmimw (mgr.14718) 2292 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:43 smithi111 conmon[101466]: cluster 2022-01-25T23:50:42.286008+0000 mgr.smithi111.vbmimw (mgr.14718) 2293 : cluster 2022-01-25T23:50:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:43 smithi111 conmon[101466]: [DBG] pgmap v1977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:43 smithi179 conmon[67066]: cluster 2022-01-25T23:50:42.286008+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:50:43.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:43 smithi179 conmon[67066]: mgr.14718) 2293 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:45 smithi111 conmon[101466]: cluster 2022-01-25T23:50:44.286926+0000 mgr.smithi111.vbmimw (mgr.14718) 2294 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:45.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:45 smithi179 conmon[67066]: cluster 2022-01-25T23:50:44.286926+0000 mgr.smithi111.vbmimw (mgr.14718) 2294 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:47 smithi111 conmon[101466]: cluster 2022-01-25T23:50:46.287491+0000 mgr.smithi111.vbmimw (mgr.14718) 2295 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:47 smithi111 conmon[101466]: 2022-01-25T23:50:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:47 smithi179 conmon[67066]: cluster 2022-01-25T23:50:46.287491+0000 mgr.smithi111.vbmimw (mgr.14718) 2295 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:49 smithi111 conmon[101466]: cluster 2022-01-25T23:50:48.288410+0000 mgr.smithi111.vbmimw (mgr.14718) 2296 : cluster [DBG] 2022-01-25T23:50:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:49 smithi111 conmon[101466]: pgmap v1980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:49 smithi179 conmon[67066]: cluster 2022-01-25T23:50:48.288410+0000 mgr.smithi111.vbmimw (mgr.14718) 2296 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:50.696 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:50:50.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: audit 2022-01-25T23:50:49.957918+0000 mon.smithi111 (mon 2022-01-25T23:50:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: .0) 884 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: audit 2022-01-25T23:50:49.959360+0000 mon.smithi111 (mon.0) 885 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: audit 2022-01-25T23:50:49.960279+0000 mon.smithi111 (mon.0) 886 : audit [INF] 2022-01-25T23:50:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: audit 2022-01-25T23:50:50 2022-01-25T23:50:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: .270685+0000 mon.smithi111 (mon.0) 887 : audit 2022-01-25T23:50:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:50:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:50:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: 23:50:50.275690+0000 mon.smithi111 (mon. 2022-01-25T23:50:50.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:50 smithi111 conmon[101466]: 0) 888 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:50:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: audit 2022-01-25T23:50:49.957918+0000 mon.smithi111 (mon.0) 884 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: audit 2022-01-25T23:50:49 2022-01-25T23:50:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: .959360+0000 mon.smithi111 (mon.0) 885 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: audit 2022-01-25T23:50:49.960279+0000 mon.smithi111 (mon.0) 886 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: audit 2022-01-25T23:50:50.270685+0000 mon.smithi111 (mon.0) 887 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:50:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:50 smithi179 conmon[67066]: audit 2022-01-25T23:50:50.275690+0000 mon.smithi111 (mon.0) 888 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:50:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (72m) 3m ago 74m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:50:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (64m) 3m ago 74m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:50:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (64m) 3m ago 73m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:50:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (72m) 3m ago 73m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:50:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (68m) 3m ago 68m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:50:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (68m) 3m ago 68m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:50:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (65m) 3m ago 75m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:50:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (65m) 3m ago 73m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:50:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (64m) 3m ago 75m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:50:50.965 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (64m) 3m ago 73m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:50:50.965 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (65m) 3m ago 65m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:50:50.965 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (65m) 3m ago 65m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:50:50.965 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (73m) 3m ago 73m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:50:50.966 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (73m) 3m ago 73m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:50:50.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (60m) 3m ago 72m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:50:50.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (72m) 3m ago 72m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:50:50.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (71m) 3m ago 71m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:50:50.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (71m) 3m ago 71m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:50:50.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (71m) 3m ago 71m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:50:50.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (71m) 3m ago 71m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:50:50.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (70m) 3m ago 70m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:50:50.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (70m) 3m ago 70m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:50:50.968 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (72m) 3m ago 73m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:50:51.280 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:50:51.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:50:51.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:51.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:51.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:50:51.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:51.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:51.282 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:50:51.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:51.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:51.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:51.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:50:51.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:51.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:50:51.284 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:50:51.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:51.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:51.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:50:51.285 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:50:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:51 smithi111 conmon[101466]: cephadm 2022-01-25T23:50:49.961011+0000 mgr.smithi111.vbmimw (mgr.14718) 2297 : cephadm [WRN] 2022-01-25T23:50:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:51 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:51 smithi111 conmon[101466]: cluster 2022-01-25T23:50:50.289058+0000 mgr.smithi111.vbmimw (mgr.14718) 2298 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:51 smithi111 conmon[101466]: audit 2022-01-25T23:50 2022-01-25T23:50:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:51 smithi111 conmon[101466]: :51.281210+0000 mon.smithi111 (mon.0) 889 : audit [DBG] from='client.? 172.21.15.111:0/3203425049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:51 smithi179 conmon[67066]: cephadm 2022-01-25T23:50:49.961011+0000 mgr.smithi111.vbmimw (mgr.14718) 2297 : cephadm [WRN] 2022-01-25T23:50:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:51 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:51 smithi179 conmon[67066]: cluster 2022-01-25T23:50:50.289058+0000 mgr.smithi111.vbmimw (mgr.14718) 2298 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:51 smithi179 conmon[67066]: audit 2022 2022-01-25T23:50:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:51 smithi179 conmon[67066]: -01-25T23:50:51.281210+0000 mon.smithi111 (mon.0) 889 : audit [DBG] from='client.? 172.21.15.111:0/3203425049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:52 smithi111 conmon[101466]: audit 2022-01-25T23:50:50.685682+0000 mgr.smithi111.vbmimw (mgr.14718) 2299 : audit [DBG] from='client.35600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:52 smithi111 conmon[101466]: audit 2022-01-25T23:50:50.954605+0000 mgr.smithi111.vbmimw (mgr.14718) 2300 : audit [DBG] from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:52 smithi179 conmon[67066]: audit 2022-01-25T23:50:50.685682+0000 mgr.smithi111.vbmimw (mgr.14718) 2299 : audit [DBG] from='client.35600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:52 smithi179 conmon[67066]: audit 2022-01-25T23:50:50.954605+0000 mgr.smithi111.vbmimw (mgr.14718) 2300 : audit [DBG] from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:53 smithi111 conmon[101466]: cluster 2022-01-25T23:50:52.289650+0000 mgr.smithi111.vbmimw (mgr.14718) 2301 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:53 smithi179 conmon[67066]: cluster 2022-01-25T23:50:52.289650+0000 mgr.smithi111.vbmimw (mgr.14718) 2301 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:54 smithi111 conmon[101466]: cluster 2022-01-25T23:50:54.290500+0000 mgr.smithi111.vbmimw (mgr.14718) 2302 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:54 smithi179 conmon[67066]: cluster 2022-01-25T23:50:54.290500+0000 mgr.smithi111.vbmimw (mgr.14718) 2302 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:57 smithi179 conmon[67066]: cluster 2022-01-25T23:50:56.291197+0000 mgr.smithi111.vbmimw (mgr.14718) 2303 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:57 smithi111 conmon[101466]: cluster 2022-01-25T23:50:56.291197+0000 mgr.smithi111.vbmimw (mgr.14718) 2303 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:59.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:50:59 smithi179 conmon[67066]: cluster 2022-01-25T23:50:58.292031+0000 mgr.smithi111.vbmimw (mgr.14718) 2304 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:50:59 smithi111 conmon[101466]: cluster 2022-01-25T23:50:58.292031+0000 mgr.smithi111.vbmimw (mgr.14718) 2304 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:01.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:01 smithi179 conmon[67066]: cluster 2022-01-25T23:51:00.292521+0000 mgr.smithi111.vbmimw (mgr.14718) 2305 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:01 smithi111 conmon[101466]: cluster 2022-01-25T23:51:00.292521+0000 mgr.smithi111.vbmimw (mgr.14718) 2305 : cluster 2022-01-25T23:51:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:01 smithi111 conmon[101466]: [DBG] pgmap v1986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:03 smithi111 conmon[101466]: cluster 2022-01-25T23:51:02.293007+0000 mgr.smithi111.vbmimw (mgr.14718) 2306 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:03 smithi179 conmon[67066]: cluster 2022-01-25T23:51:02.293007+0000 mgr.smithi111.vbmimw (mgr.14718) 2306 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:05 smithi111 conmon[101466]: cluster 2022-01-25T23:51:04.294025+0000 mgr.smithi111.vbmimw (mgr.14718) 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:05 smithi179 conmon[67066]: cluster 2022-01-25T23:51:04.294025+0000 mgr.smithi111.vbmimw (mgr.14718) 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:07 smithi111 conmon[101466]: cluster 2022-01-25T23:51:06.294652+0000 mgr.smithi111.vbmimw (mgr.14718) 2308 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:07 smithi179 conmon[67066]: cluster 2022-01-25T23:51:06.294652+0000 mgr.smithi111.vbmimw (mgr.14718) 2308 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:09 smithi111 conmon[101466]: cluster 2022-01-25T23:51:08.295579+0000 mgr.smithi111.vbmimw (mgr.14718) 2309 : cluster [DBG] 2022-01-25T23:51:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:09 smithi111 conmon[101466]: pgmap v1990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:09 smithi179 conmon[67066]: cluster 2022-01-25T23:51:08.295579+0000 mgr.smithi111.vbmimw (mgr.14718) 2309 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:11 smithi111 conmon[101466]: cluster 2022-01-25T23:51:10.296090+0000 mgr.smithi111.vbmimw (mgr.14718) 2310 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:11 smithi111 conmon[101466]: 2022-01-25T23:51:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:11 smithi179 conmon[67066]: cluster 2022-01-25T23:51:10.296090+0000 mgr.smithi111.vbmimw (mgr.14718) 2310 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:13 smithi111 conmon[101466]: cluster 2022-01-25T23:51:12.296618+0000 mgr.smithi111.vbmimw (mgr.14718) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:13 smithi111 conmon[101466]: 2022-01-25T23:51:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:13 smithi179 conmon[67066]: cluster 2022-01-25T23:51:12.296618+0000 mgr.smithi111.vbmimw (mgr.14718) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:15 smithi111 conmon[101466]: cluster 2022-01-25T23:51:14.297517+0000 mgr.smithi111.vbmimw (mgr.14718) 2312 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:15 smithi179 conmon[67066]: cluster 2022-01-25T23:51:14.297517+0000 mgr.smithi111.vbmimw (mgr.14718) 2312 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:17 smithi111 conmon[101466]: cluster 2022-01-25T23:51:16.298119+0000 mgr.smithi111.vbmimw (mgr.14718) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:17 smithi179 conmon[67066]: cluster 2022-01-25T23:51:16.298119+0000 mgr.smithi111.vbmimw (mgr.14718) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:19 smithi111 conmon[101466]: cluster 2022-01-25T23:51:18.298923+0000 mgr.smithi111.vbmimw (mgr.14718) 2314 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:19 smithi179 conmon[67066]: cluster 2022-01-25T23:51:18.298923+0000 mgr.smithi111.vbmimw (mgr.14718) 2314 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:21.583 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:51:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:21 smithi111 conmon[101466]: cluster 2022-01-25T23:51:20.299502+0000 mgr.smithi111.vbmimw (mgr.14718) 2315 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:21 smithi111 conmon[101466]: 2022-01-25T23:51:21.848 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:21.849 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (73m) 3m ago 74m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:51:21.849 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (65m) 3m ago 74m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:51:21.849 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (64m) 3m ago 73m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:51:21.850 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (73m) 3m ago 74m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:51:21.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (69m) 3m ago 69m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:51:21.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (69m) 3m ago 69m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:51:21.850 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (65m) 3m ago 75m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:51:21.850 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (65m) 3m ago 73m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:51:21.851 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (65m) 3m ago 75m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:51:21.851 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (65m) 3m ago 73m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:51:21.851 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (66m) 3m ago 66m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:51:21.851 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (66m) 3m ago 66m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:51:21.852 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (74m) 3m ago 74m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:51:21.852 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (73m) 3m ago 73m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:51:21.852 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (60m) 3m ago 73m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:51:21.852 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (72m) 3m ago 72m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:51:21.852 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (72m) 3m ago 72m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:51:21.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (72m) 3m ago 72m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:51:21.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (71m) 3m ago 71m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:51:21.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (71m) 3m ago 71m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:51:21.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (71m) 3m ago 71m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:51:21.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (71m) 3m ago 71m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:51:21.854 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (73m) 3m ago 74m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:51:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:21 smithi179 conmon[67066]: cluster 2022-01-25T23:51:20.299502+0000 mgr.smithi111.vbmimw (mgr.14718) 2315 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:22.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:51:22.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:51:22.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:22.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:22.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:51:22.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:22.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:22.168 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:51:22.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:22.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:22.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:22.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:51:22.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:22.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:22.170 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:51:22.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:22.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:22.171 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:51:22.171 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:51:22.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:22 smithi111 conmon[101466]: audit 2022-01-25T23:51:22.166975+0000 mon.smithi111 (mon.0) 890 : audit [DBG] from='client.? 172.21.15.111:0/1287401854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:22 smithi179 conmon[67066]: audit 2022-01-25T23:51:22.166975+0000 mon.smithi111 (mon.0) 890 : audit [DBG] from='client.? 172.21.15.111:0/1287401854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:23 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:51:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:23 smithi111 conmon[101466]: -25T23:51:21.572727+0000 mgr.smithi111.vbmimw (mgr.14718) 2316 : audit [DBG] from='client.35612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:23 smithi111 conmon[101466]: audit 2022-01-25T23:51:21.841093+0000 mgr.smithi111.vbmimw (mgr.14718) 2317 : audit [DBG] 2022-01-25T23:51:23.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:23 smithi111 conmon[101466]: from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:23.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:23 smithi111 conmon[101466]: cluster 2022-01-25T23:51:22.300022+0000 mgr.smithi111.vbmimw (mgr.14718) 2318 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:23.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:23 smithi179 conmon[67066]: audit 2022-01-25T23:51:21.572727+0000 mgr.smithi111.vbmimw (mgr.14718) 2316 : audit [DBG] from='client.35612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:23.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:23 smithi179 conmon[67066]: audit 2022-01-25T23:51:21.841093+0000 mgr.smithi111.vbmimw (mgr.14718) 2317 : audit [DBG] from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:23.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:23 smithi179 conmon[67066]: cluster 2022-01-25T23:51:22.300022+0000 mgr.smithi111.vbmimw (mgr.14718) 2318 : cluster 2022-01-25T23:51:23.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:23 smithi179 conmon[67066]: [DBG] pgmap v1997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:24 smithi111 conmon[101466]: cluster 2022-01-25T23:51:24.300930+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:51:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:24 smithi111 conmon[101466]: 2319 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:24 smithi179 conmon[67066]: cluster 2022-01-25T23:51:24.300930+0000 mgr.smithi111.vbmimw (mgr.14718) 2319 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:27.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:27 smithi179 conmon[67066]: cluster 2022-01-25T23:51:26.301526+0000 mgr.smithi111.vbmimw (mgr.14718) 2320 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:27.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:27 smithi179 conmon[67066]: 2022-01-25T23:51:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:27 smithi111 conmon[101466]: cluster 2022-01-25T23:51:26.301526+0000 mgr.smithi111.vbmimw (mgr.14718) 2320 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:27 smithi111 conmon[101466]: 2022-01-25T23:51:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:29 smithi111 conmon[101466]: cluster 2022-01-25T23:51:28.302487+0000 mgr.smithi111.vbmimw (mgr.14718) 2321 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:29.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:29 smithi111 conmon[101466]: 2022-01-25T23:51:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:29 smithi179 conmon[67066]: cluster 2022-01-25T23:51:28.302487+0000 mgr.smithi111.vbmimw (mgr.14718) 2321 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:31 smithi111 conmon[101466]: cluster 2022-01-25T23:51:30.303173+0000 mgr.smithi111.vbmimw (mgr.14718) 2322 : cluster [DBG] 2022-01-25T23:51:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:31 smithi111 conmon[101466]: pgmap v2001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:31 smithi179 conmon[67066]: cluster 2022-01-25T23:51:30.303173+0000 mgr.smithi111.vbmimw (mgr.14718) 2322 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:33 smithi111 conmon[101466]: cluster 2022-01-25T23:51:32.303834+0000 mgr.smithi111.vbmimw (mgr.14718) 2323 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:33 smithi179 conmon[67066]: cluster 2022-01-25T23:51:32.303834+0000 mgr.smithi111.vbmimw (mgr.14718) 2323 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:35 smithi111 conmon[101466]: cluster 2022-01-25T23:51:34.304574+0000 mgr.smithi111.vbmimw (mgr.14718) 2324 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:35 smithi179 conmon[67066]: cluster 2022-01-25T23:51:34.304574+0000 mgr.smithi111.vbmimw (mgr.14718) 2324 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:37 smithi111 conmon[101466]: cluster 2022-01-25T23:51:36.305164+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:51:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:37 smithi111 conmon[101466]: mgr.14718) 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:37 smithi179 conmon[67066]: cluster 2022-01-25T23:51:36.305164+0000 mgr.smithi111.vbmimw (mgr.14718) 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:38 smithi111 conmon[101466]: audit 2022-01-25T23:51:37.556983+0000 mon.smithi111 (mon.0) 891 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:38 smithi111 conmon[101466]: audit 2022-01-25T23:51:37.557236+0000 mon.smithi111 (mon.0) 892 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:38 smithi179 conmon[67066]: audit 2022-01-25T23:51:37.556983+0000 mon.smithi111 (mon.0) 891 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:38 smithi179 conmon[67066]: 2022-01-25T23:51:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:38 smithi179 conmon[67066]: audit 2022-01-25T23:51:37.557236+0000 mon.smithi111 (mon.0) 892 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:39 smithi111 conmon[101466]: cluster 2022-01-25T23:51:38.305877+0000 mgr.smithi111.vbmimw (mgr.14718) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:39 smithi179 conmon[67066]: cluster 2022-01-25T23:51:38.305877+0000 mgr.smithi111.vbmimw (mgr.14718) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:41 smithi111 conmon[101466]: cluster 2022-01-25T23:51:40.306318+0000 mgr.smithi111.vbmimw (mgr.14718) 2327 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:41 smithi179 conmon[67066]: cluster 2022-01-25T23:51:40.306318+0000 mgr.smithi111.vbmimw (mgr.14718) 2327 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:43 smithi111 conmon[101466]: cluster 2022-01-25T23:51:42.306830+0000 mgr.smithi111.vbmimw (mgr.14718) 2328 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:43 smithi179 conmon[67066]: cluster 2022-01-25T23:51:42.306830+0000 mgr.smithi111.vbmimw (mgr.14718) 2328 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:45 smithi111 conmon[101466]: cluster 2022-01-25T23:51:44.307562+0000 mgr.smithi111.vbmimw (mgr.14718) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:45 smithi179 conmon[67066]: cluster 2022-01-25T23:51:44.307562+0000 mgr.smithi111.vbmimw (mgr.14718) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:47 smithi111 conmon[101466]: cluster 2022-01-25T23:51:46.308229+0000 mgr.smithi111.vbmimw (mgr.14718) 2330 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:47 smithi179 conmon[67066]: cluster 2022-01-25T23:51:46.308229+0000 mgr.smithi111.vbmimw (mgr.14718) 2330 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:49 smithi111 conmon[101466]: cluster 2022-01-25T23:51:48.308955+0000 mgr.smithi111.vbmimw (mgr.14718) 2331 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:49 smithi179 conmon[67066]: cluster 2022-01-25T23:51:48.308955+0000 mgr.smithi111.vbmimw (mgr.14718) 2331 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:50 smithi111 conmon[101466]: audit 2022-01-25T23:51:50.278188+0000 mon.smithi111 (mon.0) 893 : audit 2022-01-25T23:51:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:50 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:50 smithi111 conmon[101466]: audit 2022-01-25T23:51:50.279699+0000 mon.smithi111 (mon.0) 894 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:50 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:51:50.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:50 smithi111 conmon[101466]: -25T23:51:50.280730+0000 mon.smithi111 (mon.0) 895 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:50 smithi179 conmon[67066]: audit 2022-01-25T23:51:50.278188+0000 mon.smithi111 (mon.0) 893 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:50 smithi179 conmon[67066]: audit 2022-01-25T23:51:50.279699+0000 mon.smithi111 (mon.0) 894 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:50 smithi179 conmon[67066]: audit 2022-01-25T23:51:50.280730+0000 mon.smithi111 (mon.0) 895 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:50 smithi179 conmon[67066]: 2022-01-25T23:51:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: cephadm 2022-01-25T23:51:50. 2022-01-25T23:51:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: 281479+0000 mgr.smithi111.vbmimw (mgr.14718) 2332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: cluster 2022-01-25T23:51:50.309431+0000 mgr.smithi111.vbmimw (mgr.14718) 2333 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:51:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: -25T23:51:50.592430+0000 mon.smithi111 (mon.0) 896 : audit [INF] 2022-01-25T23:51:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:51:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:51:51.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: 23:51:50.596938+0000 mon.smithi111 (mon.0) 897 : 2022-01-25T23:51:51.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:51 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:51:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:51 smithi179 conmon[67066]: cephadm 2022-01-25T23:51:50.281479+0000 mgr.smithi111.vbmimw (mgr.14718) 2332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:51 smithi179 conmon[67066]: cluster 2022-01-25T23:51:50.309431+0000 2022-01-25T23:51:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:51 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 2333 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:51 smithi179 conmon[67066]: audit 2022-01-25T23:51:50.592430+0000 mon.smithi111 (mon.0) 896 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:51:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:51 smithi179 conmon[67066]: audit 2022-01-25T23:51:50.596938+0000 mon.smithi111 (mon.0) 897 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:51:52.471 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:51:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:52 smithi111 conmon[101466]: cluster 2022- 2022-01-25T23:51:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:52 smithi111 conmon[101466]: 01-25T23:51:52.309853+0000 mgr.smithi111.vbmimw (mgr.14718) 2334 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:52.736 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:52.737 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (73m) 4m ago 75m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:51:52.737 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (65m) 4m ago 75m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:51:52.737 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (65m) 4m ago 74m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:51:52.737 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (73m) 4m ago 74m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:51:52.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (69m) 4m ago 69m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:51:52.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (69m) 4m ago 69m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:51:52.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (66m) 4m ago 76m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:51:52.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (66m) 4m ago 74m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:51:52.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (65m) 4m ago 76m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:51:52.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (65m) 4m ago 74m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:51:52.739 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (66m) 4m ago 66m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:51:52.739 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (66m) 4m ago 66m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:51:52.740 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (74m) 4m ago 74m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:51:52.740 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (74m) 4m ago 74m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:51:52.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (61m) 4m ago 73m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:51:52.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (73m) 4m ago 73m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:51:52.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (73m) 4m ago 73m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:51:52.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (72m) 4m ago 72m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:51:52.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (72m) 4m ago 72m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:51:52.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (72m) 4m ago 72m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:51:52.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (71m) 4m ago 71m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:51:52.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (71m) 4m ago 71m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:51:52.742 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (73m) 4m ago 74m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:51:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:52 smithi179 conmon[67066]: cluster 2022-01-25T23:51:52.309853+0000 mgr.smithi111.vbmimw (mgr.14718) 2334 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:53.067 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:51:53.067 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:51:53.068 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:53.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:53.068 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:51:53.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:53.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:53.069 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:51:53.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:53.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:53.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:53.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:51:53.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:53.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:51:53.071 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:51:53.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:53.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:53.071 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:51:53.072 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:51:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:53 smithi111 conmon[101466]: audit 2022-01-25T23:51:52.460683+0000 mgr.smithi111.vbmimw (mgr.14718) 2335 : audit [DBG] from='client.35624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:53 smithi111 conmon[101466]: audit 2022-01-25T23:51:52. 2022-01-25T23:51:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:53 smithi111 conmon[101466]: 728852+0000 mgr.smithi111.vbmimw (mgr.14718) 2336 : audit [DBG] from='client.35628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:53 smithi111 conmon[101466]: audit 2022-01-25T23:51:53.068099+0000 mon.smithi111 (mon.0) 898 : audit [DBG] from='client.? 172.21.15.111:0/2059378232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:53 smithi179 conmon[67066]: audit 2022-01-25T23:51:52.460683+0000 mgr.smithi111.vbmimw (mgr.14718) 2335 : audit [DBG] 2022-01-25T23:51:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:53 smithi179 conmon[67066]: from='client.35624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:53 smithi179 conmon[67066]: audit 2022-01-25T23:51:52.728852+0000 mgr.smithi111.vbmimw (mgr.14718) 2336 : audit [DBG] from='client.35628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:53 smithi179 conmon[67066]: audit 2022-01-25T23:51:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:53 smithi179 conmon[67066]: 2022-01-25T23:51:53.068099+0000 mon.smithi111 (mon.0) 898 : audit [DBG] from='client.? 172.21.15.111:0/2059378232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:54.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:54 smithi111 conmon[101466]: cluster 2022-01-25T23:51:54.310773+0000 mgr.smithi111.vbmimw (mgr.14718) 2337 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:54 smithi179 conmon[67066]: cluster 2022-01-25T23:51:54.310773+0000 mgr.smithi111.vbmimw (mgr.14718) 2337 : cluster 2022-01-25T23:51:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:54 smithi179 conmon[67066]: [DBG] pgmap v2013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:57.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:57 smithi179 conmon[67066]: cluster 2022-01-25T23:51:56.311386+0000 mgr.smithi111.vbmimw (mgr.14718) 2338 : cluster [DBG] 2022-01-25T23:51:57.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:57 smithi179 conmon[67066]: pgmap v2014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:57 smithi111 conmon[101466]: cluster 2022-01-25T23:51:56.311386+0000 mgr.smithi111.vbmimw (mgr.14718) 2338 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:51:59 smithi111 conmon[101466]: cluster 2022-01-25T23:51:58.312084+0000 mgr.smithi111.vbmimw (mgr.14718) 2339 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:59 smithi179 conmon[67066]: cluster 2022-01-25T23:51:58.312084+0000 mgr.smithi111.vbmimw (mgr.14718) 2339 : cluster [DBG] 2022-01-25T23:51:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:51:59 smithi179 conmon[67066]: pgmap v2015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:01 smithi111 conmon[101466]: cluster 2022-01-25T23:52:00.312826+0000 mgr.smithi111.vbmimw (mgr.14718) 2340 : cluster [DBG] 2022-01-25T23:52:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:01 smithi111 conmon[101466]: pgmap v2016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:01 smithi179 conmon[67066]: cluster 2022-01-25T23:52:00.312826+0000 mgr.smithi111.vbmimw (mgr.14718) 2340 : cluster 2022-01-25T23:52:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:01 smithi179 conmon[67066]: [DBG] pgmap v2016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:03 smithi111 conmon[101466]: cluster 2022-01-25T23:52:02.313421+0000 mgr.smithi111.vbmimw (mgr.14718) 2341 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:03 smithi179 conmon[67066]: cluster 2022-01-25T23:52:02.313421+0000 mgr.smithi111.vbmimw (mgr.14718) 2341 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:03 smithi179 conmon[67066]: 2022-01-25T23:52:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:05 smithi111 conmon[101466]: cluster 2022-01-25T23:52:04.314118+0000 mgr.smithi111.vbmimw (mgr.14718) 2342 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:05 smithi179 conmon[67066]: cluster 2022-01-25T23:52:04.314118+0000 mgr.smithi111.vbmimw (mgr.14718) 2342 : cluster [DBG] 2022-01-25T23:52:05.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:05 smithi179 conmon[67066]: pgmap v2018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:07 smithi111 conmon[101466]: cluster 2022-01-25T23:52:06.314711+0000 mgr.smithi111.vbmimw (mgr.14718) 2343 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:07 smithi111 conmon[101466]: 2022-01-25T23:52:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:07 smithi179 conmon[67066]: cluster 2022-01-25T23:52:06.314711+0000 mgr.smithi111.vbmimw (mgr.14718) 2343 : cluster [DBG] 2022-01-25T23:52:07.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:07 smithi179 conmon[67066]: pgmap v2019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:09 smithi111 conmon[101466]: cluster 2022-01-25T23:52:08.315347+0000 mgr.smithi111.vbmimw (mgr.14718) 2344 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:09 smithi179 conmon[67066]: cluster 2022-01-25T23:52:08.315347+0000 mgr.smithi111.vbmimw (mgr.14718) 2344 : cluster [DBG] 2022-01-25T23:52:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:09 smithi179 conmon[67066]: pgmap v2020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:11 smithi111 conmon[101466]: cluster 2022-01-25T23:52:10.315896+0000 mgr.smithi111.vbmimw (mgr.14718) 2345 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:11 smithi179 conmon[67066]: cluster 2022-01-25T23:52:10.315896+0000 mgr.smithi111.vbmimw (mgr.14718) 2345 : cluster 2022-01-25T23:52:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:11 smithi179 conmon[67066]: [DBG] pgmap v2021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:13 smithi111 conmon[101466]: cluster 2022-01-25T23:52:12.316383+0000 mgr.smithi111.vbmimw (mgr.14718) 2346 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:13 smithi111 conmon[101466]: 2022-01-25T23:52:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:13 smithi179 conmon[67066]: cluster 2022-01-25T23:52:12.316383+0000 mgr.smithi111.vbmimw (mgr.14718) 2346 : cluster [DBG] 2022-01-25T23:52:13.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:13 smithi179 conmon[67066]: pgmap v2022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:15 smithi111 conmon[101466]: cluster 2022-01-25T23:52:14.317310+0000 mgr.smithi111.vbmimw (mgr.14718) 2347 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:15 smithi179 conmon[67066]: cluster 2022-01-25T23:52:14.317310+0000 mgr.smithi111.vbmimw (mgr.14718) 2347 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:15 smithi179 conmon[67066]: 2022-01-25T23:52:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:17 smithi111 conmon[101466]: cluster 2022-01-25T23:52:16.317876+0000 mgr.smithi111.vbmimw (mgr.14718) 2348 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:17 smithi111 conmon[101466]: 2022-01-25T23:52:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:17 smithi179 conmon[67066]: cluster 2022-01-25T23:52:16.317876+0000 mgr.smithi111.vbmimw (mgr.14718) 2348 : cluster [DBG] 2022-01-25T23:52:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:17 smithi179 conmon[67066]: pgmap v2024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:19 smithi111 conmon[101466]: cluster 2022-01-25T23:52:18.318827+0000 mgr.smithi111.vbmimw (mgr.14718) 2349 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:19 smithi179 conmon[67066]: cluster 2022-01-25T23:52:18.318827+0000 mgr.smithi111.vbmimw (mgr.14718) 2349 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:21.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:21 smithi111 conmon[101466]: cluster 2022-01-25T23:52:20.319405+0000 mgr.smithi111.vbmimw (mgr.14718) 2350 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:21 smithi111 conmon[101466]: 2022-01-25T23:52:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:21 smithi179 conmon[67066]: cluster 2022-01-25T23:52:20.319405+0000 mgr.smithi111.vbmimw (mgr.14718) 2350 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:21 smithi179 conmon[67066]: 2022-01-25T23:52:23.368 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:52:23.635 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:23.636 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (74m) 4m ago 75m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:52:23.636 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (66m) 4m ago 75m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:52:23.636 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (65m) 4m ago 74m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:52:23.636 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (74m) 4m ago 75m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:52:23.637 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (70m) 4m ago 70m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:52:23.637 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (70m) 4m ago 70m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:52:23.637 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (66m) 4m ago 76m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:52:23.637 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (66m) 4m ago 74m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:52:23.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (66m) 4m ago 76m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:52:23.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (66m) 4m ago 74m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:52:23.638 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (67m) 4m ago 67m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:52:23.638 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (67m) 4m ago 67m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:52:23.639 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (75m) 4m ago 75m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:52:23.639 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (74m) 4m ago 74m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:52:23.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (61m) 4m ago 74m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:52:23.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (73m) 4m ago 73m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:52:23.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (73m) 4m ago 73m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:52:23.640 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (73m) 4m ago 73m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:52:23.640 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (72m) 4m ago 72m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:52:23.640 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (72m) 4m ago 72m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:52:23.640 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (72m) 4m ago 72m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:52:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (72m) 4m ago 72m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:52:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (74m) 4m ago 75m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:52:23.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:23 smithi111 conmon[101466]: cluster 2022-01-25T23:52:22.319912+0000 mgr.smithi111.vbmimw (mgr.14718) 2351 : 2022-01-25T23:52:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:23 smithi111 conmon[101466]: cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:23 smithi179 conmon[67066]: cluster 2022-01-25T23:52:22.319912+0000 mgr.smithi111.vbmimw (mgr.14718) 2351 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:23.954 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:52:23.955 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:52:23.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:23.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:23.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:52:23.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:23.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:23.956 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:52:23.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:23.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:23.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:23.957 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:52:23.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:23.958 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:23.958 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:52:23.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:23.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:23.959 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:52:23.959 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:52:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:24 smithi111 conmon[101466]: audit 2022-01-25T23:52:23.357483+0000 mgr.smithi111.vbmimw (mgr.14718) 2352 : audit 2022-01-25T23:52:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:24 smithi111 conmon[101466]: [DBG] from='client.35636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:24.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:24 smithi111 conmon[101466]: audit 2022-01-25T23:52:23.955571+0000 mon.smithi111 (mon.0) 899 : audit [DBG] from='client.? 172.21.15.111:0/802667638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:24 smithi179 conmon[67066]: audit 2022-01-25T23:52:23.357483+0000 mgr.smithi111.vbmimw (mgr.14718) 2352 : audit [DBG] from='client.35636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:24 smithi179 conmon[67066]: audit 2022-01-25T23:52:23.955571+0000 mon.smithi111 (mon.0) 899 : audit [DBG] from='client.? 172.21.15.111:0/802667638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:25 smithi111 conmon[101466]: audit 2022-01-25T23:52:23.627760+0000 mgr.smithi111.vbmimw (mgr.14718) 2353 : audit [DBG] from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:25 smithi111 conmon[101466]: cluster 2022-01-25T23:52:24.320736+0000 mgr.smithi111.vbmimw (mgr.14718) 2354 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:25.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:25 smithi179 conmon[67066]: audit 2022-01-25T23:52:23.627760+0000 mgr.smithi111.vbmimw (mgr.14718) 2353 : audit [DBG] from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:25.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:25 smithi179 conmon[67066]: cluster 2022-01-25T23:52:24.320736+0000 mgr.smithi111.vbmimw (mgr.14718) 2354 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:26.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:26 smithi111 conmon[101466]: cluster 2022-01-25T23:52:26.321301+0000 mgr.smithi111.vbmimw (mgr.14718) 2355 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:26 smithi179 conmon[67066]: cluster 2022-01-25T23:52:26.321301+0000 mgr.smithi111.vbmimw (mgr.14718) 2355 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:29 smithi111 conmon[101466]: cluster 2022-01-25T23:52:28.322058+0000 mgr.smithi111.vbmimw (mgr.14718) 2356 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:29 smithi179 conmon[67066]: cluster 2022-01-25T23:52:28.322058+0000 mgr.smithi111.vbmimw (mgr.14718) 2356 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:31 smithi111 conmon[101466]: cluster 2022-01-25T23:52:30.322710+0000 mgr.smithi111.vbmimw (mgr.14718) 2357 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:31 smithi179 conmon[67066]: cluster 2022-01-25T23:52:30.322710+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:52:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:31 smithi179 conmon[67066]: 2357 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:33 smithi111 conmon[101466]: cluster 2022-01-25T23:52:32.323418+0000 mgr.smithi111.vbmimw (mgr.14718) 2358 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:33 smithi111 conmon[101466]: 2022-01-25T23:52:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:33 smithi179 conmon[67066]: cluster 2022-01-25T23:52:32.323418+0000 mgr.smithi111.vbmimw (mgr.14718) 2358 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:35 smithi111 conmon[101466]: cluster 2022-01-25T23:52:34.324195+0000 mgr.smithi111.vbmimw (mgr.14718) 2359 : cluster 2022-01-25T23:52:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:35 smithi111 conmon[101466]: [DBG] pgmap v2033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:35 smithi179 conmon[67066]: cluster 2022-01-25T23:52:34.324195+0000 mgr.smithi111.vbmimw (mgr.14718) 2359 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:37 smithi111 conmon[101466]: cluster 2022-01-25T23:52:36.324831+0000 mgr.smithi111.vbmimw (mgr.14718) 2360 : cluster [DBG] 2022-01-25T23:52:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:37 smithi111 conmon[101466]: pgmap v2034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:37 smithi179 conmon[67066]: cluster 2022-01-25T23:52:36.324831+0000 mgr.smithi111.vbmimw (mgr.14718) 2360 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:38 smithi111 conmon[101466]: audit 2022-01-25T23:52:37.560680+0000 mon.smithi111 (mon.0) 900 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:38 smithi111 conmon[101466]: audit 2022-01-25T23:52:37.560918+0000 mon.smithi111 (mon.0) 901 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:38 smithi179 conmon[67066]: audit 2022-01-25T23:52:37.560680+0000 mon.smithi111 (mon.0) 900 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:38 smithi179 conmon[67066]: audit 2022-01-25T23 2022-01-25T23:52:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:38 smithi179 conmon[67066]: :52:37.560918+0000 mon.smithi111 (mon.0) 901 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:39 smithi111 conmon[101466]: cluster 2022-01-25T23:52:38.325712+0000 mgr.smithi111.vbmimw (mgr.14718) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:39 smithi179 conmon[67066]: cluster 2022-01-25T23:52:38.325712+0000 mgr.smithi111.vbmimw (mgr.14718) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:39 smithi179 conmon[67066]: 2022-01-25T23:52:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:41 smithi111 conmon[101466]: cluster 2022-01-25T23:52:40.326348+0000 mgr.smithi111.vbmimw (mgr.14718) 2362 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:41 smithi179 conmon[67066]: cluster 2022-01-25T23:52:40.326348+0000 mgr.smithi111.vbmimw (mgr.14718) 2362 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:43 smithi111 conmon[101466]: cluster 2022-01-25T23:52:42.326989+0000 mgr.smithi111.vbmimw (mgr.14718) 2363 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:43.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:43 smithi179 conmon[67066]: cluster 2022-01-25T23:52:42.326989+0000 mgr.smithi111.vbmimw (mgr.14718) 2363 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:45.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:45 smithi111 conmon[101466]: cluster 2022-01-25T23:52:44.327737+0000 mgr.smithi111.vbmimw (mgr.14718) 2364 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:45 smithi111 conmon[101466]: 2022-01-25T23:52:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:45 smithi179 conmon[67066]: cluster 2022-01-25T23:52:44.327737+0000 mgr.smithi111.vbmimw (mgr.14718) 2364 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:46.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:46 smithi111 conmon[101466]: cluster 2022-01-25T23:52:46.328302+0000 mgr.smithi111.vbmimw (mgr.14718) 2365 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:46.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:46 smithi111 conmon[101466]: 2022-01-25T23:52:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:46 smithi179 conmon[67066]: cluster 2022-01-25T23:52:46.328302+0000 mgr.smithi111.vbmimw (mgr.14718) 2365 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:49.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:49 smithi111 conmon[101466]: cluster 2022-01-25T23:52:48.329061+0000 mgr.smithi111.vbmimw (mgr.14718) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:49 smithi179 conmon[67066]: cluster 2022-01-25T23:52:48.329061+0000 mgr.smithi111.vbmimw (mgr.14718) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: cluster 2022-01-25T23:52:50.329639+0000 mgr.smithi111.vbmimw (mgr.14718) 2367 2022-01-25T23:52:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: audit 2022-01-25T23:52:50.599851+0000 mon.smithi111 (mon.0) 902 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: audit 2022-01-25T23:52:50.601398+0000 mon.smithi111 (mon.0) 903 : audit [DBG] 2022-01-25T23:52:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:52:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: 01-25T23:52:50.602200+0000 mon.smithi111 (mon.0) 904 : audit 2022-01-25T23:52:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: audit 2022-01-25T23:52 2022-01-25T23:52:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: :50.912578+0000 mon.smithi111 (mon.0) 905 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:52:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: 2022-01-25T23:52:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: audit 2022- 2022-01-25T23:52:51.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:51 smithi111 conmon[101466]: 01-25T23:52:50.917711+0000 mon.smithi111 (mon.0) 906 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:52:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: cluster 2022-01-25T23:52:50.329639+0000 mgr.smithi111.vbmimw (mgr.14718) 2367 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit 2022-01-25T23:52:50.599851+0000 mon.smithi111 (mon.0) 902 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:52:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: 01-25T23:52:50.601398+0000 mon.smithi111 (mon.0) 903 : audit 2022-01-25T23:52:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit 2022-01-25 2022-01-25T23:52:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: T23:52:50.602200+0000 mon.smithi111 2022-01-25T23:52:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: (mon.0) 904 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit 2022-01-25T23:52:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: 2022-01-25T23:52: 2022-01-25T23:52:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: 50.912578+0000 mon.smithi111 (mon.0) 905 : 2022-01-25T23:52:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:52:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: audit 2022-01- 2022-01-25T23:52:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: 25T23:52:50.917711+0000 2022-01-25T23:52:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 906 : audit [INF] 2022-01-25T23:52:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:51 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:52:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:52:50.602935+0000 mgr.smithi111.vbmimw (mgr.14718) 2368 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:52:50.602935+0000 mgr.smithi111.vbmimw (mgr.14718) 2368 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:53 smithi111 conmon[101466]: cluster 2022-01-25T23:52:52.330282+0000 mgr.smithi111.vbmimw (mgr.14718) 2369 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:53 smithi179 conmon[67066]: cluster 2022-01-25T23:52:52.330282+0000 mgr.smithi111.vbmimw (mgr.14718) 2369 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:54.255 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:52:54.521 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:54.521 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (74m) 5m ago 76m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:52:54.521 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (66m) 5m ago 76m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:52:54.522 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (66m) 5m ago 75m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:52:54.522 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (74m) 5m ago 75m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:52:54.522 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (70m) 5m ago 70m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:52:54.522 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (71m) 5m ago 71m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:52:54.523 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (67m) 5m ago 77m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:52:54.523 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (67m) 5m ago 75m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:52:54.523 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (66m) 5m ago 77m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:52:54.523 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (66m) 5m ago 75m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:52:54.524 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (67m) 5m ago 67m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:52:54.525 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (67m) 5m ago 67m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:52:54.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (75m) 5m ago 75m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:52:54.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (75m) 5m ago 75m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:52:54.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (62m) 5m ago 74m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:52:54.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (74m) 5m ago 74m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:52:54.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (74m) 5m ago 74m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:52:54.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (73m) 5m ago 73m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:52:54.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (73m) 5m ago 73m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:52:54.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (73m) 5m ago 73m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:52:54.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (72m) 5m ago 72m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:52:54.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (72m) 5m ago 72m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:52:54.528 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (74m) 5m ago 75m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:52:54.843 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:52:54.843 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:52:54.843 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:54.843 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:54.844 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:52:54.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:54.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:54.844 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:52:54.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:54.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:54.845 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:54.845 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:52:54.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:54.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:52:54.846 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:52:54.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:54.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:54.847 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:52:54.847 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:52:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:55 smithi111 conmon[101466]: audit 2022-01-25T23:52:54.244702+0000 mgr.smithi111.vbmimw (mgr.14718) 2370 : audit 2022-01-25T23:52:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:55 smithi111 conmon[101466]: [DBG] from='client.35648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:55 smithi111 conmon[101466]: cluster 2022-01-25T23:52:54.330962+0000 mgr.smithi111.vbmimw (mgr.14718) 2371 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:55 smithi111 conmon[101466]: audit 2022-01-25T23:52:54.843462+0000 mon.smithi111 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.111:0/3016610648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:55.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:55 smithi111 conmon[101466]: 2022-01-25T23:52:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:55 smithi179 conmon[67066]: audit 2022-01-25T23:52:54.244702+0000 mgr.smithi111.vbmimw (mgr.14718) 2370 : audit [DBG] from='client.35648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:55 smithi179 conmon[67066]: cluster 2022-01-25T23:52:54.330962+0000 mgr.smithi111.vbmimw (mgr.14718) 2371 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:55 smithi179 conmon[67066]: audit 2022-01-25T23:52:54.843462+0000 mon.smithi111 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.111:0/3016610648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:56.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:56 smithi111 conmon[101466]: audit 2022-01-25T23:52:54.513294+0000 mgr.smithi111.vbmimw (mgr.14718) 2372 : audit [DBG] from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:56 smithi179 conmon[67066]: audit 2022-01-25T23:52:54.513294+0000 mgr.smithi111.vbmimw (mgr.14718) 2372 : audit [DBG] from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:57 smithi111 conmon[101466]: cluster 2022-01-25T23:52:56.331504+0000 mgr.smithi111.vbmimw (mgr.14718) 2373 : cluster 2022-01-25T23:52:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:57 smithi111 conmon[101466]: [DBG] pgmap v2044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:57 smithi179 conmon[67066]: cluster 2022-01-25T23:52:56.331504+0000 mgr.smithi111.vbmimw (mgr.14718) 2373 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:57.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:57 smithi179 conmon[67066]: 2022-01-25T23:52:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:59 smithi111 conmon[101466]: cluster 2022-01-25T23:52:58.332290+0000 mgr.smithi111.vbmimw (mgr.14718) 2374 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:52:59 smithi111 conmon[101466]: 2022-01-25T23:52:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:52:59 smithi179 conmon[67066]: cluster 2022-01-25T23:52:58.332290+0000 mgr.smithi111.vbmimw (mgr.14718) 2374 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:01 smithi111 conmon[101466]: cluster 2022-01-25T23:53:00.332936+0000 mgr.smithi111.vbmimw (mgr.14718) 2375 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:01 smithi111 conmon[101466]: 2022-01-25T23:53:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:01 smithi179 conmon[67066]: cluster 2022-01-25T23:53:00.332936+0000 mgr.smithi111.vbmimw (mgr.14718) 2375 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:03.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:03 smithi111 conmon[101466]: cluster 2022-01-25T23:53:02.333521+0000 mgr.smithi111.vbmimw (mgr.14718) 2376 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:03 smithi179 conmon[67066]: cluster 2022-01-25T23:53:02.333521+0000 mgr.smithi111.vbmimw (mgr.14718) 2376 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:05 smithi111 conmon[101466]: cluster 2022-01-25T23:53:04.334244+0000 mgr.smithi111.vbmimw (mgr.14718) 2377 : cluster [DBG] 2022-01-25T23:53:05.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:05 smithi111 conmon[101466]: pgmap v2048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:05.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:05 smithi179 conmon[67066]: cluster 2022-01-25T23:53:04.334244+0000 mgr.smithi111.vbmimw (mgr.14718) 2377 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:06 smithi111 conmon[101466]: cluster 2022-01-25T23:53:06.334925+0000 mgr.smithi111.vbmimw (mgr.14718) 2378 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:06 smithi179 conmon[67066]: cluster 2022-01-25T23:53:06.334925+0000 mgr.smithi111.vbmimw (mgr.14718) 2378 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:09 smithi111 conmon[101466]: cluster 2022-01-25T23:53:08.335649+0000 2022-01-25T23:53:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:09 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:09 smithi179 conmon[67066]: cluster 2022-01-25T23:53:08.335649+0000 mgr.smithi111.vbmimw (mgr.14718) 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:11 smithi111 conmon[101466]: cluster 2022-01-25T23:53:10.336349+0000 mgr.smithi111.vbmimw (mgr.14718) 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:11 smithi179 conmon[67066]: cluster 2022-01-25T23:53:10.336349+0000 mgr.smithi111.vbmimw (mgr.14718) 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:13 smithi111 conmon[101466]: cluster 2022-01-25T23:53:12.336902+0000 mgr.smithi111.vbmimw (mgr.14718) 2381 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:13 smithi179 conmon[67066]: cluster 2022-01-25T23:53:12.336902+0000 mgr.smithi111.vbmimw (mgr.14718) 2381 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:15 smithi111 conmon[101466]: cluster 2022-01-25T23:53:14.337843+0000 mgr.smithi111.vbmimw (mgr.14718) 2382 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:15 smithi111 conmon[101466]: 2022-01-25T23:53:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:15 smithi179 conmon[67066]: cluster 2022-01-25T23:53:14.337843+0000 mgr.smithi111.vbmimw (mgr.14718) 2382 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:17 smithi111 conmon[101466]: cluster 2022-01-25T23:53:16.338344+0000 mgr.smithi111.vbmimw (mgr.14718) 2383 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:17 smithi111 conmon[101466]: 2022-01-25T23:53:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:17 smithi179 conmon[67066]: cluster 2022-01-25T23:53:16.338344+0000 mgr.smithi111.vbmimw (mgr.14718) 2383 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:19 smithi111 conmon[101466]: cluster 2022-01-25T23:53:18.339305+0000 mgr.smithi111.vbmimw (mgr.14718) 2384 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:19 smithi179 conmon[67066]: cluster 2022-01-25T23:53:18.339305+0000 mgr.smithi111.vbmimw (mgr.14718) 2384 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:19 smithi179 conmon[67066]: 2022-01-25T23:53:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:21 smithi111 conmon[101466]: cluster 2022-01-25T23:53:20.339990+0000 mgr.smithi111.vbmimw (mgr.14718) 2385 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:21 smithi111 conmon[101466]: 2022-01-25T23:53:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:21 smithi179 conmon[67066]: cluster 2022-01-25T23:53:20.339990+0000 mgr.smithi111.vbmimw (mgr.14718) 2385 : cluster [DBG] 2022-01-25T23:53:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:21 smithi179 conmon[67066]: pgmap v2056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:23 smithi111 conmon[101466]: cluster 2022-01-25T23:53:22.340489+0000 mgr.smithi111.vbmimw (mgr.14718) 2386 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:23 smithi111 conmon[101466]: 2022-01-25T23:53:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:23 smithi179 conmon[67066]: cluster 2022-01-25T23:53:22.340489+0000 mgr.smithi111.vbmimw (mgr.14718) 2386 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:25.140 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:53:25.404 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:25.404 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (75m) 5m ago 76m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:53:25.404 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (67m) 5m ago 76m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:53:25.404 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (66m) 5m ago 75m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:53:25.405 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (75m) 5m ago 76m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:53:25.405 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (71m) 5m ago 71m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:53:25.405 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (71m) 5m ago 71m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:53:25.405 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (67m) 5m ago 77m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:53:25.406 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (67m) 5m ago 75m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:53:25.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (67m) 5m ago 77m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:53:25.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (67m) 5m ago 75m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:53:25.406 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (68m) 5m ago 68m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:53:25.406 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (68m) 5m ago 68m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:53:25.407 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (76m) 5m ago 76m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:53:25.407 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (75m) 5m ago 75m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:53:25.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (62m) 5m ago 75m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:53:25.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (74m) 5m ago 74m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:53:25.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (74m) 5m ago 74m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:53:25.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (74m) 5m ago 74m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:53:25.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (73m) 5m ago 73m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:53:25.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (73m) 5m ago 73m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:53:25.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (73m) 5m ago 73m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:53:25.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (73m) 5m ago 73m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:53:25.409 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (75m) 5m ago 76m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:53:25.724 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:53:25.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:53:25.725 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:25.725 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:25.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:53:25.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:25.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:25.726 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:53:25.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:25.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:25.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:25.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:53:25.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:25.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:25.728 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:53:25.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:25.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:25.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:53:25.729 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:53:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:25 smithi111 conmon[101466]: cluster 2022-01-25T23:53:24.341424+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:53:25.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:25 smithi111 conmon[101466]: 2387 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:25.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:25 smithi179 conmon[67066]: cluster 2022-01-25T23:53:24.341424+0000 mgr.smithi111.vbmimw (mgr.14718) 2387 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:26 smithi111 conmon[101466]: audit 2022-01-25T23:53:25.129246+0000 mgr.smithi111.vbmimw (mgr.14718) 2388 : audit [DBG] from='client.35660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:26 smithi111 conmon[101466]: audit 2022-01-25T23:53:25.395671+0000 mgr.smithi111.vbmimw (mgr.14718) 2389 : audit [DBG] from='client.35664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:26 smithi111 conmon[101466]: audit 2022-01-25T23:53:25.725573+0000 mon.smithi111 (mon.0) 908 : audit [DBG] 2022-01-25T23:53:26.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:26 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/3605364803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:26 smithi179 conmon[67066]: audit 2022-01-25T23:53:25.129246+0000 mgr.smithi111.vbmimw (mgr.14718) 2388 : audit [DBG] from='client.35660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:26 smithi179 conmon[67066]: 2022-01-25T23:53:26.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:26 smithi179 conmon[67066]: audit 2022-01-25T23:53:25.395671+0000 mgr.smithi111.vbmimw (mgr.14718) 2389 : audit [DBG] from='client.35664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:26.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:26 smithi179 conmon[67066]: audit 2022-01-25T23:53:25.725573+0000 mon.smithi111 (mon.0) 908 : audit [DBG] from='client.? 172.21.15.111:0/3605364803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:27 smithi111 conmon[101466]: cluster 2022-01-25T23:53:26.341887+0000 mgr.smithi111.vbmimw (mgr.14718) 2390 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:27.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:27 smithi179 conmon[67066]: cluster 2022-01-25T23:53:26.341887+0000 mgr.smithi111.vbmimw (mgr.14718) 2390 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:29 smithi111 conmon[101466]: cluster 2022-01-25T23:53:28.342733+0000 mgr.smithi111.vbmimw (mgr.14718) 2391 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:29 smithi179 conmon[67066]: cluster 2022-01-25T23:53:28.342733+0000 mgr.smithi111.vbmimw (mgr.14718) 2391 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:31 smithi111 conmon[101466]: cluster 2022-01-25T23:53:30.343406+0000 mgr.smithi111.vbmimw (mgr.14718) 2392 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:31 smithi111 conmon[101466]: 2022-01-25T23:53:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:31 smithi179 conmon[67066]: cluster 2022-01-25T23:53:30.343406+0000 mgr.smithi111.vbmimw (mgr.14718) 2392 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:33 smithi111 conmon[101466]: cluster 2022-01-25T23:53:32.343962+0000 mgr.smithi111.vbmimw (mgr.14718) 2393 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:33 smithi179 conmon[67066]: cluster 2022-01-25T23:53:32.343962+0000 mgr.smithi111.vbmimw (mgr.14718) 2393 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:35.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:35 smithi111 conmon[101466]: cluster 2022-01-25T23:53:34.344936+0000 mgr.smithi111.vbmimw (mgr.14718) 2394 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:35 smithi111 conmon[101466]: 2022-01-25T23:53:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:35 smithi179 conmon[67066]: cluster 2022-01-25T23:53:34.344936+0000 mgr.smithi111.vbmimw (mgr.14718) 2394 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:37 smithi111 conmon[101466]: cluster 2022-01-25T23:53:36.345619+0000 mgr.smithi111.vbmimw (mgr.14718) 2395 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:37 smithi179 conmon[67066]: cluster 2022-01-25T23:53:36.345619+0000 mgr.smithi111.vbmimw (mgr.14718) 2395 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:38 smithi111 conmon[101466]: audit 2022-01-25T23:53:37.565509+0000 mon.smithi111 (mon.0) 909 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:38 smithi111 conmon[101466]: 2022-01-25T23:53:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:38 smithi111 conmon[101466]: audit 2022-01-25T23:53:37.565825+0000 mon.smithi111 (mon.0) 910 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:38 smithi179 conmon[67066]: audit 2022-01-25T23:53:37.565509+0000 mon.smithi111 (mon.0) 909 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:38 smithi179 conmon[67066]: audit 2022-01-25T23:53:37.565825+0000 mon.smithi111 (mon.0) 910 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:39 smithi111 conmon[101466]: cluster 2022-01-25T23:53:38.346498+0000 mgr.smithi111.vbmimw (mgr.14718) 2396 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:39 smithi179 conmon[67066]: cluster 2022-01-25T23:53:38.346498+0000 mgr.smithi111.vbmimw (mgr.14718) 2396 : cluster 2022-01-25T23:53:39.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:39 smithi179 conmon[67066]: [DBG] pgmap v2065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:41.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:41 smithi111 conmon[101466]: cluster 2022-01-25T23:53:40.347149+0000 mgr.smithi111.vbmimw (mgr.14718) 2397 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:41 smithi179 conmon[67066]: cluster 2022-01-25T23:53:40.347149+0000 mgr.smithi111.vbmimw (mgr.14718) 2397 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:43 smithi111 conmon[101466]: cluster 2022-01-25T23:53:42.347626+0000 mgr.smithi111.vbmimw (mgr.14718) 2398 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:43 smithi111 conmon[101466]: 2022-01-25T23:53:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:43 smithi179 conmon[67066]: cluster 2022-01-25T23:53:42.347626+0000 mgr.smithi111.vbmimw (mgr.14718) 2398 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:45 smithi111 conmon[101466]: cluster 2022-01-25T23:53:44.348411+0000 mgr.smithi111.vbmimw (mgr.14718) 2399 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:45 smithi179 conmon[67066]: cluster 2022-01-25T23:53:44.348411+0000 mgr.smithi111.vbmimw (mgr.14718) 2399 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:47 smithi111 conmon[101466]: cluster 2022-01-25T23:53:46.348980+0000 mgr.smithi111.vbmimw (mgr.14718) 2400 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:47 smithi179 conmon[67066]: cluster 2022-01-25T23:53:46.348980+0000 mgr.smithi111.vbmimw (mgr.14718) 2400 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:49 smithi111 conmon[101466]: cluster 2022-01-25T23:53:48.349819+0000 mgr.smithi111.vbmimw (mgr.14718) 2401 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:49 smithi179 conmon[67066]: cluster 2022-01-25T23:53:48.349819+0000 mgr.smithi111.vbmimw (mgr.14718) 2401 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: cluster 2022-01-25T23:53:50.350456+0000 mgr.smithi111.vbmimw (mgr.14718) 2402 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: audit 2022-01-25T23:53:50.920450 2022-01-25T23:53:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 911 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: audit 2022-01-25T23:53:50.921902+0000 mon.smithi111 (mon.0) 912 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: audit 2022-01-25T23:53:50.922743+0000 mon.smithi111 2022-01-25T23:53:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: (mon.0) 913 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:53:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: -25T23:53:51.228671+0000 mon.smithi111 (mon.0) 914 2022-01-25T23:53:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:53:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: audit 2022-01-25T23: 2022-01-25T23:53:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: 53:51.233128+0000 mon.smithi111 (mon.0) 2022-01-25T23:53:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:51 smithi111 conmon[101466]: 915 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:53:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: cluster 2022-01-25T23:53:50.350456+0000 mgr.smithi111.vbmimw (mgr.14718) 2402 : 2022-01-25T23:53:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: audit 2022-01-25T23:53:50.920450+0000 mon.smithi111 (mon.0) 911 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: audit 2022-01-25T23:53:50.921902+0000 mon.smithi111 2022-01-25T23:53:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: (mon.0) 912 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:53:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: 01-25T23:53:50.922743+0000 mon.smithi111 (mon.0) 913 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: 2022-01-25T23:53:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: audit 2022-01-25T23:53:51 2022-01-25T23:53:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: .228671+0000 mon.smithi111 (mon.0) 914 : audit 2022-01-25T23:53:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:53:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: audit 2022-01-25T23:53:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: 2022-01-25T 2022-01-25T23:53:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: 23:53:51.233128+0000 2022-01-25T23:53:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 915 : audit 2022-01-25T23:53:51.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:51 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:53:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:53:50.923443+0000 mgr.smithi111.vbmimw (mgr.14718) 2403 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:53:50.923443+0000 mgr.smithi111.vbmimw (mgr.14718) 2403 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:53 smithi111 conmon[101466]: cluster 2022-01-25T23:53:52.350985+0000 mgr.smithi111.vbmimw (mgr.14718) 2404 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:53 smithi179 conmon[67066]: cluster 2022-01-25T23:53:52.350985+0000 mgr.smithi111.vbmimw (mgr.14718) 2404 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:55 smithi111 conmon[101466]: cluster 2022-01-25T23:53:54.351701+0000 mgr.smithi111.vbmimw (mgr.14718) 2405 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:55 smithi179 conmon[67066]: cluster 2022-01-25T23:53:54.351701+0000 mgr.smithi111.vbmimw (mgr.14718) 2405 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:56.029 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:53:56.298 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:56.298 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (75m) 6m ago 77m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:53:56.299 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (67m) 6m ago 77m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:53:56.299 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (67m) 6m ago 76m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:53:56.299 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (75m) 6m ago 76m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:53:56.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (72m) 6m ago 71m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:53:56.300 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (72m) 6m ago 72m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:53:56.300 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (68m) 6m ago 78m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:53:56.300 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (68m) 6m ago 76m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:53:56.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (67m) 6m ago 78m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:53:56.301 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (67m) 6m ago 76m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:53:56.301 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (68m) 6m ago 68m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:53:56.301 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (68m) 6m ago 68m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:53:56.301 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (76m) 6m ago 76m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:53:56.302 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (76m) 6m ago 76m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:53:56.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (63m) 6m ago 75m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:53:56.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (75m) 6m ago 75m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:53:56.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (75m) 6m ago 75m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:53:56.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (74m) 6m ago 74m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:53:56.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (74m) 6m ago 74m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:53:56.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (74m) 6m ago 74m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:53:56.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (73m) 6m ago 73m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:53:56.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (73m) 6m ago 73m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:53:56.304 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (75m) 6m ago 76m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:53:56.621 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:53:56.622 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:53:56.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:56.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:56.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:53:56.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:56.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:56.623 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:53:56.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:56.624 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:56.624 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:56.624 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:53:56.624 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:56.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:53:56.625 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:53:56.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:56.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:56.626 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:53:56.626 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:53:57.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: audit 2022-01-25T23:53:56.018099+0000 mgr.smithi111.vbmimw (mgr.14718) 2406 : audit [DBG] from='client.35672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: 2022-01-25T23:53:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: audit 2022-01-25T23:53:56.290377+0000 mgr.smithi111.vbmimw (mgr.14718) 2407 : audit [DBG] from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: cluster 2022-01-25T23:53:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: 2022-01-25T23:53:56.352167+0000 mgr.smithi111.vbmimw (mgr.14718) 2408 : 2022-01-25T23:53:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: audit 2022-01 2022-01-25T23:53:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: -25T23:53:56.622615+0000 mon.smithi111 2022-01-25T23:53:57.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:57 smithi111 conmon[101466]: (mon.0) 916 : audit [DBG] from='client.? 172.21.15.111:0/3602866768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: audit 2022-01-25T23:53:56.018099+0000 mgr.smithi111.vbmimw (mgr.14718) 2406 : audit [DBG] from='client.35672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:57.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: audit 2022-01-25T23:53:56.290377+0000 mgr.smithi111.vbmimw (mgr.14718) 2407 : audit [DBG] from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:57.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: cluster 2022-01-25T23:53:56.352167+0000 mgr.smithi111.vbmimw (mgr.14718) 2408 : cluster 2022-01-25T23:53:57.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: [DBG] pgmap v2074: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:57.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:53:57.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: 01-25T23:53:56.622615+0000 mon.smithi111 (mon 2022-01-25T23:53:57.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:57 smithi179 conmon[67066]: .0) 916 : audit [DBG] from='client.? 172.21.15.111:0/3602866768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:53:59 smithi111 conmon[101466]: cluster 2022-01-25T23:53:58.352986+0000 mgr.smithi111.vbmimw (mgr.14718) 2409 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:53:59 smithi179 conmon[67066]: cluster 2022-01-25T23:53:58.352986+0000 mgr.smithi111.vbmimw (mgr.14718) 2409 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:01 smithi111 conmon[101466]: cluster 2022-01-25T23:54:00.353701+0000 mgr.smithi111.vbmimw (mgr.14718) 2410 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:01 smithi179 conmon[67066]: cluster 2022-01-25T23:54:00.353701+0000 mgr.smithi111.vbmimw (mgr.14718) 2410 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:03 smithi111 conmon[101466]: cluster 2022-01-25T23:54:02.354296+0000 mgr.smithi111.vbmimw (mgr.14718) 2411 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:03 smithi179 conmon[67066]: cluster 2022-01-25T23:54:02.354296+0000 mgr.smithi111.vbmimw (mgr.14718) 2411 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:03 smithi179 conmon[67066]: 2022-01-25T23:54:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:05 smithi111 conmon[101466]: cluster 2022-01-25T23:54:04.355217+0000 mgr.smithi111.vbmimw (mgr.14718) 2412 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:05 smithi179 conmon[67066]: cluster 2022-01-25T23:54:04.355217+0000 mgr.smithi111.vbmimw (mgr.14718) 2412 2022-01-25T23:54:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:05 smithi179 conmon[67066]: : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:06 smithi111 conmon[101466]: cluster 2022-01-25T23:54:06.355910+0000 mgr.smithi111.vbmimw (mgr.14718) 2413 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:06 smithi179 conmon[67066]: cluster 2022-01-25T23:54:06.355910+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:54:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:06 smithi179 conmon[67066]: .14718) 2413 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:09 smithi111 conmon[101466]: cluster 2022-01-25T23:54:08.356755+0000 mgr.smithi111.vbmimw (mgr.14718) 2414 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:09 smithi179 conmon[67066]: cluster 2022-01-25T23:54:08.356755+0000 mgr.smithi111.vbmimw (mgr.14718) 2414 : cluster 2022-01-25T23:54:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:09 smithi179 conmon[67066]: [DBG] pgmap v2080: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:11 smithi111 conmon[101466]: cluster 2022-01-25T23:54:10.357509+0000 mgr.smithi111.vbmimw (mgr.14718) 2415 : cluster [DBG] 2022-01-25T23:54:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:11 smithi111 conmon[101466]: pgmap v2081: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:11 smithi179 conmon[67066]: cluster 2022-01-25T23:54:10.357509+0000 mgr.smithi111.vbmimw (mgr.14718) 2415 : cluster 2022-01-25T23:54:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:11 smithi179 conmon[67066]: [DBG] pgmap v2081: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:13.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:13 smithi111 conmon[101466]: cluster 2022-01-25T23:54:12.357974+0000 mgr.smithi111.vbmimw (mgr.14718) 2416 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:13 smithi179 conmon[67066]: cluster 2022-01-25T23:54:12.357974+0000 mgr.smithi111.vbmimw (mgr.14718) 2416 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:13.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:13 smithi179 conmon[67066]: 2022-01-25T23:54:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:15 smithi111 conmon[101466]: cluster 2022-01-25T23:54:14.358762+0000 mgr.smithi111.vbmimw (mgr.14718) 2417 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:15 smithi179 conmon[67066]: cluster 2022-01-25T23:54:14.358762+0000 mgr.smithi111.vbmimw (mgr.14718) 2417 2022-01-25T23:54:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:15 smithi179 conmon[67066]: : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:17 smithi111 conmon[101466]: cluster 2022-01-25T23:54:16.359284+0000 mgr.smithi111.vbmimw (mgr.14718) 2418 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:17 smithi111 conmon[101466]: 2022-01-25T23:54:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:17 smithi179 conmon[67066]: cluster 2022-01-25T23:54:16.359284+0000 mgr.smithi111.vbmimw (mgr.14718) 2418 : cluster 2022-01-25T23:54:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:17 smithi179 conmon[67066]: [DBG] pgmap v2084: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:19 smithi111 conmon[101466]: cluster 2022-01-25T23:54:18.360069+0000 mgr.smithi111.vbmimw (mgr.14718) 2419 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:19 smithi179 conmon[67066]: cluster 2022-01-25T23:54:18.360069+0000 mgr.smithi111.vbmimw (mgr.14718) 2419 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:21 smithi111 conmon[101466]: cluster 2022-01-25T23:54:20.360695+0000 mgr.smithi111.vbmimw (mgr.14718) 2420 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:21 smithi111 conmon[101466]: 2022-01-25T23:54:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:21 smithi179 conmon[67066]: cluster 2022-01-25T23:54:20.360695+0000 mgr.smithi111.vbmimw (mgr.14718) 2420 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:23 smithi111 conmon[101466]: cluster 2022-01-25T23:54:22.361156+0000 mgr.smithi111.vbmimw (mgr.14718) 2421 : cluster [DBG] 2022-01-25T23:54:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:23 smithi111 conmon[101466]: pgmap v2087: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:23 smithi179 conmon[67066]: cluster 2022-01-25T23:54:22.361156+0000 mgr.smithi111.vbmimw (mgr.14718) 2421 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:24 smithi111 conmon[101466]: cluster 2022-01-25T23:54:24.361916+0000 mgr.smithi111.vbmimw (mgr.14718) 2422 : cluster 2022-01-25T23:54:24.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:24 smithi111 conmon[101466]: [DBG] pgmap v2088: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:24 smithi179 conmon[67066]: cluster 2022-01-25T23:54:24.361916+0000 mgr.smithi111.vbmimw (mgr.14718) 2422 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:26.920 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:54:27.184 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:27.184 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (76m) 6m ago 77m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:54:27.185 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (68m) 6m ago 77m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:54:27.185 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (67m) 6m ago 76m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:54:27.185 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (76m) 6m ago 77m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:54:27.185 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (72m) 6m ago 72m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:54:27.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (72m) 6m ago 72m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:54:27.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (68m) 6m ago 78m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:54:27.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (68m) 6m ago 76m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:54:27.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (68m) 6m ago 79m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:54:27.187 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (68m) 6m ago 76m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:54:27.187 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (69m) 6m ago 69m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:54:27.187 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (69m) 6m ago 69m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:54:27.187 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (77m) 6m ago 77m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:54:27.188 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (76m) 6m ago 76m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:54:27.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (63m) 6m ago 76m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:54:27.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (75m) 6m ago 75m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:54:27.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (75m) 6m ago 75m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:54:27.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (75m) 6m ago 75m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:54:27.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (74m) 6m ago 74m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:54:27.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (74m) 6m ago 74m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:54:27.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (74m) 6m ago 74m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:54:27.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (74m) 6m ago 74m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:54:27.190 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (76m) 6m ago 77m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:54:27.505 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:54:27.505 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:54:27.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:27.505 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:27.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:54:27.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:27.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:27.507 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:54:27.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:27.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:27.507 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:27.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:54:27.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:27.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:27.508 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:54:27.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:27.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:27.509 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:54:27.509 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:54:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:27 smithi111 conmon[101466]: cluster 2022-01-25T23:54:26.362429+0000 mgr.smithi111.vbmimw (mgr.14718) 2423 : cluster 2022-01-25T23:54:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:27 smithi111 conmon[101466]: [DBG] pgmap v2089: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:27.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:27 smithi179 conmon[67066]: cluster 2022-01-25T23:54:26.362429+0000 mgr.smithi111.vbmimw (mgr.14718) 2423 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:28 smithi111 conmon[101466]: audit 2022-01-25T23:54:26.909330+0000 mgr.smithi111.vbmimw (mgr.14718) 2424 : audit [DBG] from='client.35684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:28 smithi111 conmon[101466]: audit 2022-01-25T23:54:27.176752+0000 mgr.smithi111.vbmimw (mgr.14718) 2425 : audit [DBG] from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:28 smithi111 conmon[101466]: audit 2022-01-25T23:54:27.505815+0000 mon.smithi111 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.111:0/226900868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:28 smithi179 conmon[67066]: audit 2022-01-25T23:54:26.909330+0000 mgr.smithi111.vbmimw (mgr.14718) 2424 : audit [DBG] from='client.35684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:28 smithi179 conmon[67066]: audit 2022-01-25T23:54:27.176752+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:54:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:28 smithi179 conmon[67066]: ) 2425 : audit [DBG] from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:28.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:28 smithi179 conmon[67066]: audit 2022-01-25T23:54:27.505815+0000 mon.smithi111 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.111:0/226900868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:29 smithi111 conmon[101466]: cluster 2022-01-25T23:54:28.363100+0000 mgr.smithi111.vbmimw (mgr.14718) 2426 : cluster [DBG] 2022-01-25T23:54:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:29 smithi111 conmon[101466]: pgmap v2090: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:29.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:29 smithi179 conmon[67066]: cluster 2022-01-25T23:54:28.363100+0000 mgr.smithi111.vbmimw (mgr.14718) 2426 : cluster 2022-01-25T23:54:29.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:29 smithi179 conmon[67066]: [DBG] pgmap v2090: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:31 smithi111 conmon[101466]: cluster 2022 2022-01-25T23:54:31.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:31 smithi111 conmon[101466]: -01-25T23:54:30.363740+0000 mgr.smithi111.vbmimw (mgr.14718) 2427 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:31 smithi179 conmon[67066]: cluster 2022-01-25T23:54:30.363740+0000 mgr.smithi111.vbmimw (mgr.14718) 2427 : cluster [DBG] 2022-01-25T23:54:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:31 smithi179 conmon[67066]: pgmap v2091: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:33 smithi111 conmon[101466]: cluster 2022-01-25T23:54:32.364220+0000 mgr.smithi111.vbmimw (mgr.14718) 2428 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:33 smithi179 conmon[67066]: cluster 2022-01-25T23:54:32.364220+0000 mgr.smithi111.vbmimw (mgr.14718) 2428 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:35 smithi111 conmon[101466]: cluster 2022-01-25T23:54:34.364950+0000 mgr.smithi111.vbmimw (mgr.14718) 2429 : cluster [DBG] 2022-01-25T23:54:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:35 smithi111 conmon[101466]: pgmap v2093: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:35 smithi179 conmon[67066]: cluster 2022-01-25T23:54:34.364950+0000 mgr.smithi111.vbmimw (mgr.14718) 2429 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:37.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:37 smithi111 conmon[101466]: cluster 2022-01-25T23:54:36.365558+0000 mgr.smithi111.vbmimw (mgr.14718) 2430 : cluster [DBG] 2022-01-25T23:54:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:37 smithi111 conmon[101466]: pgmap v2094: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:37 smithi179 conmon[67066]: cluster 2022-01-25T23:54:36.365558+0000 mgr.smithi111.vbmimw (mgr.14718) 2430 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:38 smithi111 conmon[101466]: audit 2022-01-25T23:54:37.569670+0000 mon.smithi111 (mon.0) 918 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:38 smithi111 conmon[101466]: audit 2022-01-25T23:54:37.569934+0000 mon.smithi111 (mon.0) 919 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:38 smithi179 conmon[67066]: audit 2022-01-25T23:54:37.569670+0000 mon.smithi111 (mon.0) 918 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:38 smithi179 conmon[67066]: audit 2022-01-25T23:54:37.569934+0000 mon.smithi111 (mon.0) 919 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:39.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:39 smithi111 conmon[101466]: cluster 2022-01-25T23:54:38.366270+0000 mgr.smithi111.vbmimw (mgr.14718) 2431 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:39 smithi179 conmon[67066]: cluster 2022-01-25T23:54:38.366270+0000 mgr.smithi111.vbmimw (mgr.14718) 2431 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:40 smithi111 conmon[101466]: cluster 2022-01-25T23:54:40.366826+0000 2022-01-25T23:54:40.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:40 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:40 smithi179 conmon[67066]: cluster 2022-01-25T23:54:40.366826+0000 mgr.smithi111.vbmimw (mgr.14718) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:43 smithi111 conmon[101466]: cluster 2022-01-25T23:54:42.367393+0000 mgr.smithi111.vbmimw (mgr.14718) 2433 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:43 smithi179 conmon[67066]: cluster 2022-01-25T23:54:42.367393+0000 mgr.smithi111.vbmimw (mgr.14718) 2433 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:45 smithi111 conmon[101466]: cluster 2022-01-25T23:54:44.368311+0000 mgr.smithi111.vbmimw (mgr.14718) 2434 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:45 smithi111 conmon[101466]: 2022-01-25T23:54:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:45 smithi179 conmon[67066]: cluster 2022-01-25T23:54:44.368311+0000 mgr.smithi111.vbmimw (mgr.14718) 2434 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:47 smithi111 conmon[101466]: cluster 2022-01-25T23:54:46.369030+0000 mgr.smithi111.vbmimw (mgr.14718) 2435 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:47 smithi179 conmon[67066]: cluster 2022-01-25T23:54:46.369030+0000 mgr.smithi111.vbmimw (mgr.14718) 2435 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:49 smithi111 conmon[101466]: cluster 2022-01-25T23:54:48.369602+0000 mgr.smithi111.vbmimw (mgr.14718) 2436 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:49.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:49 smithi179 conmon[67066]: cluster 2022-01-25T23:54:48.369602+0000 mgr.smithi111.vbmimw (mgr.14718) 2436 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:49.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:49 smithi179 conmon[67066]: 2022-01-25T23:54:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: cluster 2022-01-25T23:54:50.370153+0000 mgr.smithi111.vbmimw (mgr.14718) 2437 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: audit 2022-01-25T23:54: 2022-01-25T23:54:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: 51.235726+0000 mon.smithi111 (mon.0) 920 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: audit 2022-01-25T23:54:51.237089+0000 mon.smithi111 (mon.0) 921 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: audit 2022-01-25T23:54:51.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: 2022-01-25T23:54:51.237919+0000 mon.smithi111 (mon.0) 922 : audit 2022-01-25T23:54:51.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:51 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: cluster 2022-01-25T23:54:50.370153+0000 mgr.smithi111.vbmimw (mgr.14718) 2437 2022-01-25T23:54:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: audit 2022-01-25T23:54:51.235726+0000 mon.smithi111 (mon.0) 920 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: audit 2022-01-25T23:54:51. 2022-01-25T23:54:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: 237089+0000 mon.smithi111 (mon.0) 921 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: audit 2022-01-25T23:54:51.237919+0000 2022-01-25T23:54:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 922 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:54:51.238786+0000 mgr.smithi111.vbmimw (mgr.14718) 2438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:52 smithi111 conmon[101466]: audit 2022-01-25T23:54:51.548582+0000 mon.smithi111 (mon.0) 923 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:54:52.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:52 smithi111 conmon[101466]: audit 2022-01-25T23:54:51.553344+0000 mon.smithi111 (mon.0) 924 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:54:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:54:51.238786+0000 mgr.smithi111.vbmimw (mgr.14718) 2438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:52 smithi179 conmon[67066]: audit 2022-01-25T23:54:51.548582+0000 mon.smithi111 (mon.0) 923 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:54:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:52 smithi179 conmon[67066]: audit 2022-01-25T23:54:51.553344+0000 mon.smithi111 (mon.0) 924 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:54:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:53 smithi111 conmon[101466]: cluster 2022-01-25T23:54:52.370624+0000 mgr.smithi111.vbmimw (mgr.14718) 2439 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:53 smithi179 conmon[67066]: cluster 2022-01-25T23:54:52.370624+0000 mgr.smithi111.vbmimw (mgr.14718) 2439 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:55 smithi111 conmon[101466]: cluster 2022-01-25T23:54:54.371379+0000 mgr.smithi111.vbmimw (mgr.14718) 2440 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:55 smithi111 conmon[101466]: 2022-01-25T23:54:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:55 smithi179 conmon[67066]: cluster 2022-01-25T23:54:54.371379+0000 mgr.smithi111.vbmimw (mgr.14718) 2440 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:56 smithi179 conmon[67066]: cluster 2022-01-25T23:54:56.372001+0000 mgr.smithi111.vbmimw (mgr.14718) 2441 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:56 smithi179 conmon[67066]: 2022-01-25T23:54:56.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:56 smithi111 conmon[101466]: cluster 2022-01-25T23:54:56.372001+0000 mgr.smithi111.vbmimw (mgr.14718) 2441 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:57.803 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:54:58.069 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:58.069 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (77m) 7m ago 78m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:54:58.070 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (68m) 7m ago 78m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:54:58.070 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (68m) 7m ago 77m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:54:58.070 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (76m) 7m ago 77m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:54:58.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (73m) 7m ago 73m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:54:58.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (73m) 7m ago 73m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:54:58.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (69m) 7m ago 79m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:54:58.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (69m) 7m ago 77m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:54:58.071 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (69m) 7m ago 79m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:54:58.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (68m) 7m ago 77m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:54:58.072 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (69m) 7m ago 69m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:54:58.072 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (69m) 7m ago 69m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:54:58.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (77m) 7m ago 77m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:54:58.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (77m) 7m ago 77m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:54:58.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (64m) 7m ago 76m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:54:58.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (76m) 7m ago 76m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:54:58.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (76m) 7m ago 76m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:54:58.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (75m) 7m ago 75m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:54:58.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (75m) 7m ago 75m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:54:58.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (75m) 7m ago 75m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:54:58.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (74m) 7m ago 74m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:54:58.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (74m) 7m ago 74m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:54:58.075 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (76m) 7m ago 77m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:54:58.387 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:54:58.387 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:54:58.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:58.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:58.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:54:58.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:58.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:58.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:54:58.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:58.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:58.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:58.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:54:58.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:58.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:54:58.390 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:54:58.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:58.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:58.391 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:54:58.391 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:54:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:58 smithi111 conmon[101466]: audit 2022-01-25T23:54:58.387818+0000 mon.smithi111 (mon.0) 925 : 2022-01-25T23:54:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:58 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/416767776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:58 smithi179 conmon[67066]: audit 2022-01-25T23:54:58.387818+0000 mon.smithi111 (mon.0) 925 : audit [DBG] from='client.? 172.21.15.111:0/416767776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:59 smithi111 conmon[101466]: audit 2022-01-25T23:54:57.792293+0000 mgr.smithi111.vbmimw (mgr.14718) 2442 : audit [DBG] from='client.35696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:59 smithi111 conmon[101466]: audit 2022-01-25T23:54:58.061334+0000 mgr.smithi111.vbmimw (mgr.14718) 2443 : audit [DBG] from='client.35700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:59 smithi111 conmon[101466]: cluster 2022-01-25T23:54:58.372663+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:54:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:54:59 smithi111 conmon[101466]: .14718) 2444 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:59 smithi179 conmon[67066]: audit 2022-01-25T23:54:57.792293+0000 mgr.smithi111.vbmimw (mgr.14718) 2442 : audit [DBG] 2022-01-25T23:54:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:59 smithi179 conmon[67066]: from='client.35696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:59 smithi179 conmon[67066]: audit 2022-01-25T23:54:58.061334+0000 mgr.smithi111.vbmimw (mgr.14718) 2443 : audit [DBG] from='client.35700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:59 smithi179 conmon[67066]: cluster 2022-01-25T23:54:58.372663+0000 mgr.smithi111.vbmimw (mgr.14718) 2444 : cluster 2022-01-25T23:54:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:54:59 smithi179 conmon[67066]: [DBG] pgmap v2105: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:01 smithi111 conmon[101466]: cluster 2022-01-25T23:55:00.373333+0000 mgr.smithi111.vbmimw (mgr.14718) 2445 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:01 smithi111 conmon[101466]: 2022-01-25T23:55:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:01 smithi179 conmon[67066]: cluster 2022-01-25T23:55:00.373333+0000 mgr.smithi111.vbmimw (mgr.14718) 2445 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:02.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:02 smithi111 conmon[101466]: cluster 2022-01-25T23:55:02.373994+0000 mgr.smithi111.vbmimw (mgr.14718) 2446 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:02 smithi179 conmon[67066]: cluster 2022-01-25T23:55:02.373994+0000 mgr.smithi111.vbmimw (mgr.14718) 2446 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:05 smithi111 conmon[101466]: cluster 2022-01-25T23:55:04.374765+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:55:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:05 smithi111 conmon[101466]: 2447 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:05 smithi179 conmon[67066]: cluster 2022-01-25T23:55:04.374765+0000 mgr.smithi111.vbmimw (mgr.14718) 2447 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:07 smithi111 conmon[101466]: cluster 2022-01-25T23:55:06.375302+0000 mgr.smithi111.vbmimw (mgr.14718) 2448 : cluster 2022-01-25T23:55:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:07 smithi111 conmon[101466]: [DBG] pgmap v2109: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:07 smithi179 conmon[67066]: cluster 2022-01-25T23:55:06.375302+0000 mgr.smithi111.vbmimw (mgr.14718) 2448 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:09 smithi111 conmon[101466]: cluster 2022-01-25T23:55:08.376228+0000 mgr.smithi111.vbmimw (mgr.14718) 2449 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:09 smithi179 conmon[67066]: cluster 2022-01-25T23:55:08.376228+0000 mgr.smithi111.vbmimw (mgr.14718) 2449 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:11 smithi111 conmon[101466]: cluster 2022-01-25T23:55:10.376828+0000 mgr.smithi111.vbmimw (mgr.14718) 2450 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:11 smithi179 conmon[67066]: cluster 2022-01-25T23:55:10.376828+0000 mgr.smithi111.vbmimw (mgr.14718) 2450 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:12.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:12 smithi111 conmon[101466]: cluster 2022-01-25T23:55:12.377305+0000 mgr.smithi111.vbmimw (mgr.14718) 2451 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:12 smithi179 conmon[67066]: cluster 2022-01-25T23:55:12.377305+0000 mgr.smithi111.vbmimw (mgr.14718) 2451 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:15 smithi111 conmon[101466]: cluster 2022-01-25T23:55:14.378269+0000 mgr.smithi111.vbmimw (mgr.14718) 2452 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:15 smithi179 conmon[67066]: cluster 2022-01-25T23:55:14.378269+0000 mgr.smithi111.vbmimw (mgr.14718) 2452 : cluster [DBG] 2022-01-25T23:55:15.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:15 smithi179 conmon[67066]: pgmap v2113: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:17 smithi111 conmon[101466]: cluster 2022-01-25T23:55:16.378964+0000 mgr.smithi111.vbmimw (mgr.14718) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:17 smithi179 conmon[67066]: cluster 2022-01-25T23:55:16.378964+0000 mgr.smithi111.vbmimw (mgr.14718) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:19 smithi111 conmon[101466]: cluster 2022-01-25T23:55:18.379854+0000 mgr.smithi111.vbmimw (mgr.14718) 2454 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:19 smithi179 conmon[67066]: cluster 2022-01-25T23:55:18.379854+0000 mgr.smithi111.vbmimw (mgr.14718) 2454 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:21 smithi111 conmon[101466]: cluster 2022-01-25T23:55:20.380486+0000 mgr.smithi111.vbmimw (mgr.14718) 2455 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:21 smithi179 conmon[67066]: cluster 2022-01-25T23:55:20.380486+0000 mgr.smithi111.vbmimw (mgr.14718) 2455 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:22 smithi179 conmon[67066]: cluster 2022-01-25T23:55:22.380933+0000 mgr.smithi111.vbmimw (mgr.14718) 2456 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:22 smithi179 conmon[67066]: 2022-01-25T23:55:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:22 smithi111 conmon[101466]: cluster 2022-01-25T23:55:22.380933+0000 mgr.smithi111.vbmimw (mgr.14718) 2456 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:25 smithi111 conmon[101466]: cluster 2022-01-25T23:55:24.381770+0000 mgr.smithi111.vbmimw (mgr.14718) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:25.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:25 smithi179 conmon[67066]: cluster 2022-01-25T23:55:24.381770+0000 mgr.smithi111.vbmimw (mgr.14718) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:25.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:25 smithi179 conmon[67066]: 2022-01-25T23:55:27.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:27 smithi111 conmon[101466]: cluster 2022-01-25T23:55:26.382390+0000 mgr.smithi111.vbmimw (mgr.14718) 2458 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:27.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:27 smithi179 conmon[67066]: cluster 2022-01-25T23:55:26.382390+0000 mgr.smithi111.vbmimw (mgr.14718) 2458 : cluster [DBG] 2022-01-25T23:55:27.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:27 smithi179 conmon[67066]: pgmap v2119: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:28.688 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:55:28.959 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:28.960 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (77m) 7m ago 78m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:55:28.960 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (69m) 7m ago 78m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:55:28.960 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (69m) 7m ago 78m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:55:28.960 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (77m) 7m ago 78m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:55:28.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (73m) 7m ago 73m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:55:28.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (73m) 7m ago 73m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:55:28.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (69m) 7m ago 79m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:55:28.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (69m) 7m ago 77m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:55:28.962 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (69m) 7m ago 80m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:55:28.962 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (69m) 7m ago 77m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:55:28.962 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (70m) 7m ago 70m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:55:28.962 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (70m) 7m ago 70m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:55:28.962 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (78m) 7m ago 78m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:55:28.963 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (77m) 7m ago 77m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:55:28.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (64m) 7m ago 77m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:55:28.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (76m) 7m ago 76m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:55:28.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (76m) 7m ago 76m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:55:28.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (76m) 7m ago 76m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:55:28.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (75m) 7m ago 75m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:55:28.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (75m) 7m ago 75m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:55:28.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (75m) 7m ago 75m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:55:28.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (75m) 7m ago 75m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:55:28.965 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (77m) 7m ago 78m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:55:29.280 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:55:29.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:55:29.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:29.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:55:29.282 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:55:29.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:29.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:55:29.282 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:55:29.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:55:29.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:55:29.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:55:29.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:55:29.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:55:29.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:55:29.284 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:55:29.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:55:29.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:55:29.285 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:55:29.285 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:55:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:29 smithi111 conmon[101466]: cluster 2022-01-25T23:55:28.383222+0000 mgr.smithi111.vbmimw (mgr.14718) 2459 2022-01-25T23:55:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:29 smithi111 conmon[101466]: : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:29 smithi111 conmon[101466]: audit 2022-01-25T23:55:29.281592+0000 mon.smithi111 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.111:0/149320973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:29 smithi179 conmon[67066]: cluster 2022-01-25T23:55:28.383222+0000 mgr.smithi111.vbmimw (mgr.14718) 2459 : cluster 2022-01-25T23:55:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:29 smithi179 conmon[67066]: [DBG] pgmap v2120: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:29.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:29 smithi179 conmon[67066]: audit 2022-01-25T23:55:29.281592+0000 mon.smithi111 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.111:0/149320973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:30 smithi111 conmon[101466]: audit 2022-01-25T23:55:28.677284+0000 mgr.smithi111.vbmimw (mgr.14718) 2460 : audit [DBG] from='client.35708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:30 smithi111 conmon[101466]: audit 2022-01-25T23:55:28.951222+0000 mgr.smithi111.vbmimw (mgr.14718) 2461 : audit [DBG] from='client.35712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:30 smithi179 conmon[67066]: audit 2022-01-25T23:55:28.677284+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:55:30.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:30 smithi179 conmon[67066]: 2460 : audit [DBG] from='client.35708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:30.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:30 smithi179 conmon[67066]: audit 2022-01-25T23:55:28.951222+0000 mgr.smithi111.vbmimw (mgr.14718) 2461 : audit [DBG] from='client.35712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:31 smithi111 conmon[101466]: cluster 2022-01-25T23:55:30.383945+0000 mgr.smithi111.vbmimw (mgr.14718) 2462 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:31 smithi179 conmon[67066]: cluster 2022-01-25T23:55:30.383945+0000 mgr.smithi111.vbmimw (mgr.14718) 2462 : cluster 2022-01-25T23:55:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:31 smithi179 conmon[67066]: [DBG] pgmap v2121: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:32.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:32 smithi111 conmon[101466]: cluster 2022-01-25T23:55:32.384452+0000 mgr.smithi111.vbmimw (mgr.14718) 2463 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:32 smithi179 conmon[67066]: cluster 2022-01-25T23:55:32.384452+0000 mgr.smithi111.vbmimw (mgr.14718) 2463 : 2022-01-25T23:55:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:32 smithi179 conmon[67066]: cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:35.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:35 smithi111 conmon[101466]: cluster 2022-01-25T23:55:34.385212+0000 mgr.smithi111.vbmimw (mgr.14718) 2464 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:35 smithi179 conmon[67066]: cluster 2022-01-25T23:55:34.385212+0000 mgr.smithi111.vbmimw (mgr.14718) 2464 : cluster 2022-01-25T23:55:35.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:35 smithi179 conmon[67066]: [DBG] pgmap v2123: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:37 smithi111 conmon[101466]: cluster 2022-01-25T23:55:36.385772+0000 mgr.smithi111.vbmimw (mgr.14718) 2465 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:37 smithi179 conmon[67066]: cluster 2022-01-25T23:55:36.385772+0000 mgr.smithi111.vbmimw (mgr.14718) 2465 : cluster [DBG] 2022-01-25T23:55:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:37 smithi179 conmon[67066]: pgmap v2124: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:38 smithi111 conmon[101466]: audit 2022-01-25T23:55:37.573542+0000 mon.smithi111 (mon.0) 927 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:38.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:38 smithi111 conmon[101466]: audit 2022-01-25T23:55:37.573776+0000 mon.smithi111 (mon.0) 928 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:38 smithi179 conmon[67066]: audit 2022-01-25T23:55:37.573542+0000 mon.smithi111 (mon.0) 927 : audit 2022-01-25T23:55:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:38 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:38 smithi179 conmon[67066]: audit 2022-01-25T23:55:37.573776+0000 mon.smithi111 (mon.0) 928 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:39 smithi111 conmon[101466]: cluster 2022-01-25T23:55:38.386774+0000 mgr.smithi111.vbmimw (mgr.14718) 2466 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:39 smithi111 conmon[101466]: 2022-01-25T23:55:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:39 smithi179 conmon[67066]: cluster 2022-01-25T23:55:38.386774+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:55:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:39 smithi179 conmon[67066]: 2466 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:40 smithi179 conmon[67066]: cluster 2022-01-25T23:55:40.387349+0000 mgr.smithi111.vbmimw (mgr.14718) 2467 : cluster 2022-01-25T23:55:40.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:40 smithi179 conmon[67066]: [DBG] pgmap v2126: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:40 smithi111 conmon[101466]: cluster 2022-01-25T23:55:40.387349+0000 mgr.smithi111.vbmimw (mgr.14718) 2467 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:40 smithi111 conmon[101466]: 2022-01-25T23:55:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:43 smithi111 conmon[101466]: cluster 2022-01-25T23:55:42.387926+0000 mgr.smithi111.vbmimw (mgr.14718) 2468 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:43 smithi179 conmon[67066]: cluster 2022-01-25T23:55:42.387926+0000 mgr.smithi111.vbmimw (mgr.14718) 2468 : cluster 2022-01-25T23:55:43.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:43 smithi179 conmon[67066]: [DBG] pgmap v2127: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:45 smithi111 conmon[101466]: cluster 2022-01-25T23:55:44.388735+0000 mgr.smithi111.vbmimw (mgr.14718) 2469 : cluster [DBG] 2022-01-25T23:55:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:45 smithi111 conmon[101466]: pgmap v2128: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:45 smithi179 conmon[67066]: cluster 2022-01-25T23:55:44.388735+0000 mgr.smithi111.vbmimw (mgr.14718) 2469 : cluster 2022-01-25T23:55:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:45 smithi179 conmon[67066]: [DBG] pgmap v2128: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:47 smithi111 conmon[101466]: cluster 2022-01-25T23:55:46.389353+0000 mgr.smithi111.vbmimw (mgr.14718) 2470 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:47 smithi179 conmon[67066]: cluster 2022-01-25T23:55:46.389353+0000 mgr.smithi111.vbmimw (mgr.14718) 2470 : 2022-01-25T23:55:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:47 smithi179 conmon[67066]: cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:49 smithi111 conmon[101466]: cluster 2022-01-25T23:55:48.390144+0000 mgr.smithi111.vbmimw (mgr.14718) 2471 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:49 smithi179 conmon[67066]: cluster 2022-01-25T23:55:48.390144+0000 mgr.smithi111.vbmimw (mgr.14718) 2471 : cluster [DBG] 2022-01-25T23:55:49.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:49 smithi179 conmon[67066]: pgmap v2130: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:50 smithi111 conmon[101466]: cluster 2022-01-25T23:55:50.390719+0000 mgr.smithi111.vbmimw (mgr.14718) 2472 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:50.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:50 smithi111 conmon[101466]: 2022-01-25T23:55:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:50 smithi179 conmon[67066]: cluster 2022-01-25T23:55:50.390719+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:55:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:50 smithi179 conmon[67066]: ) 2472 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:51 smithi179 conmon[67066]: audit 2022-01-25T23:55:51.555939+0000 mon.smithi111 (mon.0) 929 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:51 smithi179 conmon[67066]: audit 2022-01-25T23:55:51.557311+0000 2022-01-25T23:55:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:51 smithi179 conmon[67066]: mon.smithi111 (mon.0) 930 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:51 smithi179 conmon[67066]: audit 2022-01-25T23:55:51.558303+0000 mon.smithi111 (mon.0) 931 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:51 smithi111 conmon[101466]: audit 2022-01-25T23:55:51.555939+0000 mon.smithi111 (mon.0) 929 : audit [DBG] 2022-01-25T23:55:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:51 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:51 smithi111 conmon[101466]: audit 2022-01-25T23:55:51.557311+0000 mon.smithi111 (mon.0) 930 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:51.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:51 smithi111 conmon[101466]: audit 2022-01-25T23:55:51.558303+0000 mon.smithi111 (mon.0) 931 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:52 smithi111 conmon[101466]: cephadm 2022-01-25T23:55:51.559055+0000 mgr.smithi111.vbmimw (mgr.14718) 2473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:52 smithi111 conmon[101466]: audit 2022-01-25T23:55:51.865901+0000 mon.smithi111 (mon.0) 932 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:55:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:52 smithi111 conmon[101466]: audit 2022-01-25T23:55:51.870537+0000 mon.smithi111 (mon.0) 933 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:55:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:52 smithi111 conmon[101466]: cluster 2022-01-25T23: 2022-01-25T23:55:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:52 smithi111 conmon[101466]: 55:52.391142+0000 mgr.smithi111.vbmimw (mgr.14718) 2474 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:52 smithi179 conmon[67066]: cephadm 2022-01-25T23:55:51.559055+0000 mgr.smithi111.vbmimw (mgr.14718) 2473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:52 smithi179 conmon[67066]: audit 2022-01-25T23:55:51.865901+0000 mon.smithi111 (mon.0) 932 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:55:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:52 smithi179 conmon[67066]: audit 2022-01-25T23:55:51.870537+0000 mon.smithi111 (mon.0) 933 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:55:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:52 smithi179 conmon[67066]: cluster 2022-01-25T23:55:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:52 smithi179 conmon[67066]: 2022-01-25T23:55:52.391142+0000 mgr.smithi111.vbmimw (mgr.14718) 2474 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:55 smithi111 conmon[101466]: cluster 2022-01-25T23:55:54.391983+0000 mgr.smithi111.vbmimw (mgr.14718) 2475 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:55 smithi179 conmon[67066]: cluster 2022-01-25T23:55:54.391983+0000 mgr.smithi111.vbmimw (mgr.14718) 2475 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:55 smithi179 conmon[67066]: 2022-01-25T23:55:57.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:57 smithi111 conmon[101466]: cluster 2022-01-25T23:55:56.392579+0000 mgr.smithi111.vbmimw (mgr.14718) 2476 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:57 smithi179 conmon[67066]: cluster 2022-01-25T23:55:56.392579+0000 mgr.smithi111.vbmimw (mgr.14718) 2476 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:59.584 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:55:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:59 smithi111 conmon[101466]: cluster 2022-01-25T23:55:58.393370+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:55:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:55:59 smithi111 conmon[101466]: 2477 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:59.850 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:59.851 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (78m) 8m ago 79m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:55:59.851 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (69m) 8m ago 79m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:55:59.851 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (69m) 8m ago 78m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:55:59.851 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (77m) 8m ago 78m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:55:59.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (74m) 8m ago 74m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:55:59.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (74m) 8m ago 74m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:55:59.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (70m) 8m ago 80m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:55:59.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (70m) 8m ago 78m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:55:59.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (70m) 8m ago 80m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:55:59.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (69m) 8m ago 78m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:55:59.853 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (70m) 8m ago 70m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:55:59.853 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (70m) 8m ago 70m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:55:59.854 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (78m) 8m ago 78m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:55:59.854 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:55:59.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (65m) 8m ago 77m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:55:59.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (77m) 8m ago 77m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:55:59.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (77m) 8m ago 77m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:55:59.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (76m) 8m ago 76m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:55:59.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (76m) 8m ago 76m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:55:59.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (76m) 8m ago 76m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:55:59.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (75m) 8m ago 75m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:55:59.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (75m) 8m ago 75m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:55:59.856 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (77m) 8m ago 78m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:55:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:55:59 smithi179 conmon[67066]: cluster 2022-01-25T23:55:58.393370+0000 mgr.smithi111.vbmimw (mgr.14718) 2477 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:00.169 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:56:00.170 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:56:00.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:00.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:00.171 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:56:00.171 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:00.171 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:00.171 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:56:00.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:00.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:00.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:00.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:56:00.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:00.173 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:00.173 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:56:00.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:00.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:00.174 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:56:00.174 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:56:00.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:00 smithi111 conmon[101466]: audit 2022-01-25T23:56:00.170373+0000 mon.smithi111 (mon.0) 934 : audit [DBG] from='client.? 172.21.15.111:0/3863507170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:00 smithi179 conmon[67066]: audit 2022-01-25T23:56:00.170373+0000 mon.smithi111 (mon.0) 934 : audit [DBG] from='client.? 172.21.15.111:0/3863507170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:01 smithi111 conmon[101466]: audit 2022-01-25T23:55:59.573657+0000 mgr.smithi111.vbmimw (mgr.14718) 2478 : audit [DBG] from='client.35720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:01 smithi111 conmon[101466]: audit 2022-01-25T23:55:59.842245+0000 mgr.smithi111.vbmimw (mgr.14718) 2479 : audit [DBG] from='client.35724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:01 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T23:56:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:01 smithi111 conmon[101466]: 23:56:00.393866+0000 mgr.smithi111.vbmimw (mgr.14718) 2480 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:01.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:01 smithi111 conmon[101466]: 2022-01-25T23:56:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:01 smithi179 conmon[67066]: audit 2022-01-25T23:55:59.573657+0000 mgr.smithi111.vbmimw (mgr.14718) 2478 : audit [DBG] 2022-01-25T23:56:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:01 smithi179 conmon[67066]: from='client.35720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:01 smithi179 conmon[67066]: audit 2022-01-25T23:55:59.842245+0000 mgr.smithi111.vbmimw (mgr.14718) 2479 : audit [DBG] from='client.35724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:01 smithi179 conmon[67066]: cluster 2022-01-25T23:56:00.393866+0000 mgr.smithi111.vbmimw (mgr.14718) 2480 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:01 smithi179 conmon[67066]: 2022-01-25T23:56:02.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:02 smithi111 conmon[101466]: cluster 2022-01-25T23:56:02.394341+0000 mgr.smithi111.vbmimw (mgr.14718) 2481 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:02 smithi179 conmon[67066]: cluster 2022-01-25T23:56:02.394341+0000 mgr.smithi111.vbmimw (mgr.14718) 2481 : 2022-01-25T23:56:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:02 smithi179 conmon[67066]: cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:05.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:05 smithi111 conmon[101466]: cluster 2022-01-25T23:56:04.395242+0000 mgr.smithi111.vbmimw (mgr.14718) 2482 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:05 smithi179 conmon[67066]: cluster 2022-01-25T23:56:04.395242+0000 mgr.smithi111.vbmimw (mgr.14718) 2482 : cluster [DBG] 2022-01-25T23:56:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:05 smithi179 conmon[67066]: pgmap v2138: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:07.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:07 smithi111 conmon[101466]: cluster 2022-01-25T23:56:06.395828+0000 mgr.smithi111.vbmimw (mgr.14718) 2483 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:07.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:07 smithi111 conmon[101466]: 2022-01-25T23:56:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:07 smithi179 conmon[67066]: cluster 2022-01-25T23:56:06.395828+0000 mgr.smithi111.vbmimw (mgr.14718) 2483 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:07 smithi179 conmon[67066]: 2022-01-25T23:56:09.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:09 smithi111 conmon[101466]: cluster 2022-01-25T23:56:08.396760+0000 mgr.smithi111.vbmimw (mgr.14718) 2484 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:09 smithi179 conmon[67066]: cluster 2022-01-25T23:56:08.396760+0000 mgr.smithi111.vbmimw (mgr.14718) 2484 : cluster [DBG] 2022-01-25T23:56:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:09 smithi179 conmon[67066]: pgmap v2140: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:11 smithi111 conmon[101466]: cluster 2022-01-25T23:56:10.397437+0000 mgr.smithi111.vbmimw (mgr.14718) 2485 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:11 smithi179 conmon[67066]: cluster 2022-01-25T23:56:10.397437+0000 mgr.smithi111.vbmimw (mgr.14718) 2485 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:11 smithi179 conmon[67066]: 2022-01-25T23:56:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:12 smithi111 conmon[101466]: cluster 2022-01-25T23:56:12.398000+0000 mgr.smithi111.vbmimw (mgr.14718) 2486 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:12 smithi111 conmon[101466]: 2022-01-25T23:56:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:12 smithi179 conmon[67066]: cluster 2022-01-25T23:56:12.398000+0000 mgr.smithi111.vbmimw (mgr.14718) 2486 : cluster [DBG] 2022-01-25T23:56:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:12 smithi179 conmon[67066]: pgmap v2142: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:15 smithi111 conmon[101466]: cluster 2022-01-25T23:56:14.398905+0000 mgr.smithi111.vbmimw (mgr.14718) 2487 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:15 smithi179 conmon[67066]: cluster 2022-01-25T23:56:14.398905+0000 mgr.smithi111.vbmimw (mgr.14718) 2487 : cluster [DBG] 2022-01-25T23:56:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:15 smithi179 conmon[67066]: pgmap v2143: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:17.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:17 smithi111 conmon[101466]: cluster 2022-01-25T23:56:16.399451+0000 mgr.smithi111.vbmimw (mgr.14718) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:17.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:17 smithi179 conmon[67066]: cluster 2022-01-25T23:56:16.399451+0000 mgr.smithi111.vbmimw (mgr.14718) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:17.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:17 smithi179 conmon[67066]: 2022-01-25T23:56:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:19 smithi111 conmon[101466]: cluster 2022-01-25T23:56:18.400118+0000 mgr.smithi111.vbmimw (mgr.14718) 2489 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:19 smithi179 conmon[67066]: cluster 2022-01-25T23:56:18.400118+0000 mgr.smithi111.vbmimw (mgr.14718) 2489 : cluster [DBG] 2022-01-25T23:56:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:19 smithi179 conmon[67066]: pgmap v2145: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:20 smithi179 conmon[67066]: cluster 2022-01-25T23:56:20.400848+0000 mgr.smithi111.vbmimw (mgr.14718) 2490 : cluster [DBG] 2022-01-25T23:56:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:20 smithi179 conmon[67066]: pgmap v2146: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:20 smithi111 conmon[101466]: cluster 2022-01-25T23:56:20.400848+0000 mgr.smithi111.vbmimw (mgr.14718) 2490 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:23.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:23 smithi111 conmon[101466]: cluster 2022-01-25T23:56:22.401302+0000 mgr.smithi111.vbmimw (mgr.14718) 2491 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:23.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:23 smithi179 conmon[67066]: cluster 2022-01-25T23:56:22.401302+0000 mgr.smithi111.vbmimw (mgr.14718) 2491 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:23.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:23 smithi179 conmon[67066]: 2022-01-25T23:56:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:24 smithi179 conmon[67066]: cluster 2022-01-25T23:56:24.402107+0000 mgr.smithi111.vbmimw (mgr.14718) 2492 : cluster [DBG] 2022-01-25T23:56:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:24 smithi179 conmon[67066]: pgmap v2148: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:24 smithi111 conmon[101466]: cluster 2022-01-25T23:56:24.402107+0000 mgr.smithi111.vbmimw (mgr.14718) 2492 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:27 smithi111 conmon[101466]: cluster 2022-01-25T23:56:26.402829+0000 mgr.smithi111.vbmimw (mgr.14718) 2493 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:27.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:27 smithi111 conmon[101466]: 2022-01-25T23:56:27.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:27 smithi179 conmon[67066]: cluster 2022-01-25T23:56:26.402829+0000 mgr.smithi111.vbmimw (mgr.14718) 2493 : cluster [DBG] 2022-01-25T23:56:27.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:27 smithi179 conmon[67066]: pgmap v2149: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:29 smithi111 conmon[101466]: cluster 2022-01-25T23:56:28.403723+0000 mgr.smithi111.vbmimw (mgr.14718) 2494 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:29 smithi179 conmon[67066]: cluster 2022-01-25T23:56:28.403723+0000 mgr.smithi111.vbmimw (mgr.14718) 2494 : cluster [DBG] 2022-01-25T23:56:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:29 smithi179 conmon[67066]: pgmap v2150: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:30.469 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:56:30.735 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:56:30.735 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (78m) 8m ago 79m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:56:30.735 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (70m) 8m ago 79m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:56:30.736 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (70m) 8m ago 79m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:56:30.736 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (78m) 8m ago 79m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:56:30.736 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (74m) 8m ago 74m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:56:30.736 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (74m) 8m ago 74m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:56:30.737 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (71m) 8m ago 80m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:56:30.737 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (70m) 8m ago 78m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:56:30.737 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (70m) 8m ago 81m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:56:30.737 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (70m) 8m ago 78m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:56:30.738 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (71m) 8m ago 71m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:56:30.738 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (71m) 8m ago 71m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:56:30.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (79m) 8m ago 79m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:56:30.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:56:30.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (65m) 8m ago 78m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:56:30.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (78m) 8m ago 78m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:56:30.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (77m) 8m ago 77m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:56:30.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (77m) 8m ago 77m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:56:30.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (77m) 8m ago 77m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:56:30.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (76m) 8m ago 76m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:56:30.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (76m) 8m ago 76m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:56:30.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (76m) 8m ago 76m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:56:30.740 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (78m) 8m ago 79m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:56:31.055 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:56:31.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:56:31.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:31.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:31.057 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:56:31.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:31.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:31.057 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:56:31.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:31.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:31.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:31.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:56:31.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:31.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:56:31.059 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:56:31.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:31.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:31.060 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:56:31.060 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:56:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:31 smithi111 conmon[101466]: cluster 2022-01-25T23:56:30.404195+0000 mgr.smithi111.vbmimw (mgr.14718) 2495 : cluster [DBG] 2022-01-25T23:56:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:31 smithi111 conmon[101466]: pgmap v2151: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:31 smithi111 conmon[101466]: audit 2022-01-25T23:56:31.056568+0000 mon.smithi111 (mon.0) 935 : audit [DBG] from='client.? 172.21.15.111:0/128027101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:31 smithi179 conmon[67066]: cluster 2022-01-25T23:56:30.404195+0000 mgr.smithi111.vbmimw (mgr.14718) 2495 : cluster [DBG] 2022-01-25T23:56:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:31 smithi179 conmon[67066]: pgmap v2151: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:31 smithi179 conmon[67066]: audit 2022-01-25T23:56:31.056568+0000 mon.smithi111 (mon.0) 935 : audit [DBG] from='client.? 172.21.15.111:0/128027101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:32.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:32 smithi111 conmon[101466]: audit 2022-01-25T23:56:30.458894+0000 mgr.smithi111.vbmimw (mgr.14718) 2496 : audit [DBG] from='client.35732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:32.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:32 smithi111 conmon[101466]: audit 2022-01-25T23:56:30.727283+0000 mgr.smithi111.vbmimw (mgr.14718) 2497 : audit [DBG] from='client.35736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:32 smithi179 conmon[67066]: audit 2022-01-25T23:56:30.458894+0000 mgr.smithi111.vbmimw (mgr.14718) 2496 : audit 2022-01-25T23:56:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:32 smithi179 conmon[67066]: [DBG] from='client.35732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:32 smithi179 conmon[67066]: audit 2022-01-25T23:56:30.727283+0000 mgr.smithi111.vbmimw (mgr.14718) 2497 : audit [DBG] from='client.35736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:33 smithi111 conmon[101466]: cluster 2022-01-25T23:56:32.404715+0000 mgr.smithi111.vbmimw (mgr.14718) 2498 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:33 smithi179 conmon[67066]: cluster 2022-01-25T23:56:32.404715+0000 mgr.smithi111.vbmimw (mgr.14718) 2498 : cluster [DBG] 2022-01-25T23:56:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:33 smithi179 conmon[67066]: pgmap v2152: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:34 smithi111 conmon[101466]: cluster 2022-01-25T23:56:34.405662+0000 mgr.smithi111.vbmimw (mgr.14718) 2499 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:34 smithi179 conmon[67066]: cluster 2022-01-25T23:56:34.405662+0000 mgr.smithi111.vbmimw (mgr.14718) 2499 : cluster 2022-01-25T23:56:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:34 smithi179 conmon[67066]: [DBG] pgmap v2153: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:37 smithi111 conmon[101466]: cluster 2022-01-25T23:56:36.406156+0000 mgr.smithi111.vbmimw (mgr.14718) 2500 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:37 smithi179 conmon[67066]: cluster 2022-01-25T23:56:36.406156+0000 mgr.smithi111.vbmimw (mgr.14718) 2500 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:38.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:38 smithi111 conmon[101466]: audit 2022-01-25T23:56:37.577636+0000 mon.smithi111 (mon.0) 936 : audit [INF] 2022-01-25T23:56:38.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:38 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:38.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:38 smithi111 conmon[101466]: audit 2022-01-25T23:56:37.577893+0000 mon.smithi111 (mon.0) 937 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:38.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:38 smithi111 conmon[101466]: cluster 2022-01-25T23:56:38.406946+0000 2022-01-25T23:56:38.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:38 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2501 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:38 smithi179 conmon[67066]: audit 2022-01-25T23:56:37.577636+0000 mon.smithi111 (mon.0) 936 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:38 smithi179 conmon[67066]: audit 2022-01-25T23:56:37.577893+0000 mon.smithi111 (mon.0) 937 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:38 smithi179 conmon[67066]: cluster 2022-01-25T23:56:38.406946 2022-01-25T23:56:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:38 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2501 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:40 smithi179 conmon[67066]: cluster 2022-01-25T23:56:40.407415+0000 mgr.smithi111.vbmimw (mgr.14718) 2502 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:40.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:40 smithi111 conmon[101466]: cluster 2022-01-25T23:56:40.407415+0000 mgr.smithi111.vbmimw (mgr.14718) 2502 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:42 smithi179 conmon[67066]: cluster 2022-01-25T23:56:42.408039+0000 mgr.smithi111.vbmimw (mgr.14718) 2503 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:42 smithi111 conmon[101466]: cluster 2022-01-25T23:56:42.408039+0000 mgr.smithi111.vbmimw (mgr.14718) 2503 : cluster [DBG] 2022-01-25T23:56:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:42 smithi111 conmon[101466]: pgmap v2157: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:45 smithi111 conmon[101466]: cluster 2022-01-25T23:56:44.408758+0000 mgr.smithi111.vbmimw (mgr.14718) 2504 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:45 smithi179 conmon[67066]: cluster 2022-01-25T23:56:44.408758+0000 mgr.smithi111.vbmimw (mgr.14718) 2504 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:47.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:47 smithi111 conmon[101466]: cluster 2022-01-25T23:56:46.409312+0000 mgr.smithi111.vbmimw (mgr.14718) 2505 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:47 smithi179 conmon[67066]: cluster 2022-01-25T23:56:46.409312+0000 mgr.smithi111.vbmimw (mgr.14718) 2505 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:47 smithi179 conmon[67066]: 2022-01-25T23:56:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:49 smithi111 conmon[101466]: cluster 2022-01-25T23:56:48.410026+0000 mgr.smithi111.vbmimw (mgr.14718) 2506 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:49 smithi179 conmon[67066]: cluster 2022-01-25T23:56:48.410026+0000 mgr.smithi111.vbmimw (mgr.14718) 2506 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:51.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:51 smithi111 conmon[101466]: cluster 2022-01-25T23:56:50.410489+0000 mgr.smithi111.vbmimw (mgr.14718) 2507 : cluster 2022-01-25T23:56:51.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:51 smithi111 conmon[101466]: [DBG] pgmap v2161: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:51 smithi179 conmon[67066]: cluster 2022-01-25T23:56:50.410489+0000 mgr.smithi111.vbmimw (mgr.14718) 2507 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:52.721 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:51.872966+0000 mon.smithi111 (mon. 2022-01-25T23:56:52.722 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: 0) 938 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:52.722 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:51.874008+0000 mon.smithi111 (mon.0) 939 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:52.723 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:51.874708+0000 mon.smithi111 (mon.0) 940 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:52.723 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:52.181106+0000 mon.smithi111 (mon.0) 941 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:56:52.723 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:52.192788+0000 mon.smithi111 (mon.0) 942 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:56:52.724 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T23:56:52.196997+0000 mon.smithi111 (mon.0) 943 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:56:52.724 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: audit 2022-01-25T 2022-01-25T23:56:52.725 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:52 smithi111 conmon[101466]: 23:56:52.201876+0000 mon.smithi111 (mon.0) 944 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:56:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T23:56:51.872966+0000 mon.smithi111 (mon.0) 938 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T23:56:51.874008+0000 mon.smithi111 (mon.0) 939 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T23:56:51.874708+0000 mon.smithi111 (mon.0) 940 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 2022-01-25T23:56:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:56:52.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 56:52.181106+0000 mon.smithi111 (mon.0) 941 : audit [INF] 2022-01-25T23:56:52.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:56:52.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022- 2022-01-25T23:56:52.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 01-25T23:56:52.192788+0000 mon.smithi111 (mon.0) 2022-01-25T23:56:52.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 942 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:56:52.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T23: 2022-01-25T23:56:52.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 56:52.196997+0000 mon.smithi111 (mon.0 2022-01-25T23:56:52.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: ) 943 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:56:52.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: audit 2022-01-25T 2022-01-25T23:56:52.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: 23:56:52.201876+0000 mon.smithi111 (mon 2022-01-25T23:56:52.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:52 smithi179 conmon[67066]: .0) 944 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:56:53.563 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:53 smithi111 conmon[101466]: cephadm 2022-01-25T23:56:51.875354+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:56:53.564 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:53 smithi111 conmon[101466]: ) 2508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:53.564 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:53 smithi111 conmon[101466]: cluster 2022-01-25T23:56:52.410865+0000 mgr.smithi111.vbmimw (mgr.14718) 2509 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:53 smithi179 conmon[67066]: cephadm 2022-01-25T23:56:51.875354+0000 mgr.smithi111.vbmimw (mgr.14718) 2508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:53 smithi179 conmon[67066]: cluster 2022-01-25T23:56:52.410865+0000 mgr.smithi111.vbmimw 2022-01-25T23:56:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:53 smithi179 conmon[67066]: (mgr.14718) 2509 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:54.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:54 smithi111 conmon[101466]: cluster 2022-01-25T23:56:54.411479+0000 mgr.smithi111.vbmimw (mgr.14718) 2510 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:54.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:54 smithi179 conmon[67066]: cluster 2022-01-25T23:56:54.411479+0000 mgr.smithi111.vbmimw (mgr.14718) 2510 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:56 smithi179 conmon[67066]: cluster 2022-01-25T23:56:56.411928+0000 mgr.smithi111.vbmimw (mgr.14718) 2511 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:56.905 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:56 smithi111 conmon[101466]: cluster 2022-01-25T23:56:56.411928+0000 mgr.smithi111.vbmimw (mgr.14718) 2511 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:59.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:56:59 smithi111 conmon[101466]: cluster 2022-01-25T23:56:58.412636+0000 mgr.smithi111.vbmimw (mgr.14718) 2512 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:56:59 smithi179 conmon[67066]: cluster 2022-01-25T23:56:58.412636+0000 mgr.smithi111.vbmimw (mgr.14718) 2512 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:01.356 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:57:01.626 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:01.626 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (79m) 9m ago 80m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:57:01.626 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (70m) 9m ago 80m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:57:01.627 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (70m) 9m ago 79m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:57:01.627 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (78m) 9m ago 79m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:57:01.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (75m) 9m ago 75m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:57:01.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (75m) 9m ago 75m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:57:01.628 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (71m) 9m ago 81m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:57:01.628 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (71m) 9m ago 79m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:57:01.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (71m) 9m ago 81m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:57:01.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (70m) 9m ago 79m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:57:01.628 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (71m) 9m ago 71m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:57:01.629 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (71m) 9m ago 71m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:57:01.629 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (79m) 9m ago 79m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:57:01.630 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:57:01.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (66m) 9m ago 78m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:57:01.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (78m) 9m ago 78m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:57:01.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (78m) 9m ago 78m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:57:01.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (77m) 9m ago 77m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:57:01.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (77m) 9m ago 77m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:57:01.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (77m) 9m ago 77m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:57:01.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (76m) 9m ago 76m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:57:01.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (76m) 9m ago 76m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:57:01.633 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (78m) 9m ago 79m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:57:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:01 smithi111 conmon[101466]: cluster 2022-01-25T23:57:00.413259+0000 mgr.smithi111.vbmimw (mgr.14718) 2513 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:01 smithi179 conmon[67066]: cluster 2022-01-25T23:57:00.413259+0000 mgr.smithi111.vbmimw (mgr.14718) 2513 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:01 smithi179 conmon[67066]: 2022-01-25T23:57:01.945 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:57:01.946 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:57:01.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:01.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:01.946 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:57:01.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:01.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:01.947 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:57:01.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:01.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:01.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:01.948 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:57:01.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:01.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:01.949 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:57:01.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:01.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:01.950 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:57:01.950 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:57:02.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:02 smithi111 conmon[101466]: audit 2022-01-25T23:57:01.345371+0000 mgr.smithi111.vbmimw (mgr.14718) 2514 2022-01-25T23:57:02.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:02 smithi111 conmon[101466]: : audit [DBG] from='client.35744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:02.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:02 smithi111 conmon[101466]: audit 2022-01-25T23:57:01.946145+0000 mon.smithi111 (mon.0) 945 : audit [DBG] from='client.? 172.21.15.111:0/3841311725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:02 smithi179 conmon[67066]: audit 2022-01-25T23:57:01.345371+0000 mgr.smithi111.vbmimw (mgr.14718) 2514 : audit [DBG] from='client.35744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:02 smithi179 conmon[67066]: audit 2022-01-25T23:57:01.946145 2022-01-25T23:57:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:02 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 945 : audit [DBG] from='client.? 172.21.15.111:0/3841311725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:03 smithi111 conmon[101466]: audit 2022-01-25T23:57:01.618113+0000 mgr.smithi111.vbmimw (mgr.14718) 2515 : audit [DBG] from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:03.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:03 smithi111 conmon[101466]: cluster 2022-01-25T23:57:02.413751+0000 mgr.smithi111.vbmimw (mgr.14718) 2516 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:03 smithi179 conmon[67066]: audit 2022-01-25T23:57:01.618113+0000 mgr.smithi111.vbmimw (mgr.14718) 2515 : audit [DBG] from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:03 smithi179 conmon[67066]: 2022-01-25T23:57:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:03 smithi179 conmon[67066]: cluster 2022-01-25T23:57:02.413751+0000 mgr.smithi111.vbmimw (mgr.14718) 2516 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:04 smithi111 conmon[101466]: cluster 2022-01-25T23:57:04.414582+0000 mgr.smithi111.vbmimw (mgr.14718) 2517 : cluster 2022-01-25T23:57:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:04 smithi111 conmon[101466]: [DBG] pgmap v2168: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:04 smithi179 conmon[67066]: cluster 2022-01-25T23:57:04.414582+0000 mgr.smithi111.vbmimw (mgr.14718) 2517 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:06 smithi179 conmon[67066]: cluster 2022-01-25T23:57:06.415134+0000 mgr.smithi111.vbmimw (mgr.14718) 2518 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:06.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:06 smithi111 conmon[101466]: cluster 2022-01-25T23:57:06.415134+0000 mgr.smithi111.vbmimw (mgr.14718) 2518 : cluster [DBG] 2022-01-25T23:57:06.913 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:06 smithi111 conmon[101466]: pgmap v2169: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:09 smithi111 conmon[101466]: cluster 2022-01-25T23:57:08.415909+0000 mgr.smithi111.vbmimw (mgr.14718) 2519 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:09 smithi179 conmon[67066]: cluster 2022-01-25T23:57:08.415909+0000 mgr.smithi111.vbmimw (mgr.14718) 2519 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:11.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:11 smithi111 conmon[101466]: cluster 2022-01-25T23:57:10.416391+0000 mgr.smithi111.vbmimw (mgr.14718) 2520 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:11 smithi179 conmon[67066]: cluster 2022-01-25T23:57:10.416391+0000 mgr.smithi111.vbmimw (mgr.14718) 2520 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:12 smithi179 conmon[67066]: cluster 2022-01-25T23:57:12.416873+0000 mgr.smithi111.vbmimw (mgr.14718) 2521 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:12.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:12 smithi111 conmon[101466]: cluster 2022-01-25T23:57:12.416873+0000 mgr.smithi111.vbmimw (mgr.14718) 2521 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:15 smithi111 conmon[101466]: cluster 2022-01-25T23:57:14.417662+0000 mgr.smithi111.vbmimw (mgr.14718) 2522 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:15.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:15 smithi179 conmon[67066]: cluster 2022-01-25T23:57:14.417662+0000 mgr.smithi111.vbmimw (mgr.14718) 2522 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:16 smithi179 conmon[67066]: cluster 2022-01-25T23:57:16.418288+0000 mgr.smithi111.vbmimw (mgr.14718) 2523 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:16 smithi111 conmon[101466]: cluster 2022-01-25T23:57:16.418288+0000 mgr.smithi111.vbmimw (mgr.14718) 2523 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:19.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:19 smithi111 conmon[101466]: cluster 2022-01-25T23:57:18.418978+0000 mgr.smithi111.vbmimw (mgr.14718) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:19 smithi179 conmon[67066]: cluster 2022-01-25T23:57:18.418978+0000 mgr.smithi111.vbmimw (mgr.14718) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:19 smithi179 conmon[67066]: 2022-01-25T23:57:21.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:21 smithi111 conmon[101466]: cluster 2022-01-25T23:57:20.419679+0000 mgr.smithi111.vbmimw (mgr.14718) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:21 smithi179 conmon[67066]: cluster 2022-01-25T23:57:20.419679+0000 mgr.smithi111.vbmimw (mgr.14718) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:22.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:22 smithi111 conmon[101466]: cluster 2022-01-25T23:57:22.420141+0000 mgr.smithi111.vbmimw (mgr.14718) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:22 smithi179 conmon[67066]: cluster 2022-01-25T23:57:22.420141+0000 mgr.smithi111.vbmimw (mgr.14718) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:25 smithi111 conmon[101466]: cluster 2022-01-25T23:57:24.420895+0000 mgr.smithi111.vbmimw (mgr.14718) 2527 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:25.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:25 smithi111 conmon[101466]: 2022-01-25T23:57:25.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:25 smithi179 conmon[67066]: cluster 2022-01-25T23:57:24.420895+0000 mgr.smithi111.vbmimw (mgr.14718) 2527 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:26 smithi179 conmon[67066]: cluster 2022-01-25T23:57:26.421578+0000 mgr.smithi111.vbmimw (mgr.14718) 2528 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:26 smithi111 conmon[101466]: cluster 2022-01-25T23:57:26.421578+0000 mgr.smithi111.vbmimw (mgr.14718) 2528 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:29 smithi111 conmon[101466]: cluster 2022-01-25T23:57:28.422353+0000 mgr.smithi111.vbmimw (mgr.14718) 2529 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:29 smithi111 conmon[101466]: 2022-01-25T23:57:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:29 smithi179 conmon[67066]: cluster 2022-01-25T23:57:28.422353+0000 mgr.smithi111.vbmimw (mgr.14718) 2529 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:29 smithi179 conmon[67066]: 2022-01-25T23:57:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:31 smithi111 conmon[101466]: cluster 2022-01-25T23:57:30.422955+0000 2022-01-25T23:57:31.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:31 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2530 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:31 smithi179 conmon[67066]: cluster 2022-01-25T23:57:30.422955+0000 mgr.smithi111.vbmimw (mgr.14718) 2530 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:31 smithi179 conmon[67066]: 2022-01-25T23:57:32.249 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:57:32.514 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:32.514 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (79m) 9m ago 80m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:57:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (71m) 9m ago 80m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:57:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (71m) 9m ago 80m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:57:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (79m) 9m ago 80m 38.8M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:57:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (75m) 9m ago 75m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:57:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (75m) 9m ago 75m 44.3M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:57:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (72m) 9m ago 81m 536M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:57:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (71m) 9m ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:57:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (71m) 9m ago 82m 498M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:57:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (71m) 9m ago 79m 250M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:57:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (72m) 9m ago 72m 170M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:57:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (72m) 9m ago 72m 101M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:57:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (80m) 9m ago 80m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:57:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:57:32.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (66m) 9m ago 79m 1918M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:57:32.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (79m) 9m ago 79m 2962M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:57:32.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (78m) 9m ago 78m 2216M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:57:32.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (78m) 9m ago 78m 2942M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:57:32.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (78m) 9m ago 78m 2483M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:57:32.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (77m) 9m ago 77m 3459M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:57:32.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (77m) 9m ago 77m 2755M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:57:32.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (77m) 9m ago 77m 4389M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:57:32.522 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (79m) 9m ago 80m 63.8M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:57:32.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:32 smithi111 conmon[101466]: audit 2022-01-25T23:57:32.237824+0000 mgr.smithi111.vbmimw (mgr.14718) 2531 : 2022-01-25T23:57:32.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:32 smithi111 conmon[101466]: audit [DBG] from='client.35756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:32.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:32 smithi111 conmon[101466]: cluster 2022-01-25T23:57:32.423372+0000 mgr.smithi111.vbmimw (mgr.14718) 2532 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:32.837 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:57:32.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:57:32.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:32.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:32.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:57:32.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:32.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:32.838 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:57:32.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:32.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:32.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:32.839 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:57:32.840 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:32.840 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:57:32.840 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:57:32.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:32.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:32.841 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:57:32.841 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:57:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:32 smithi179 conmon[67066]: audit 2022-01-25T23:57:32.237824+0000 mgr.smithi111.vbmimw (mgr.14718) 2531 : audit [DBG] from='client.35756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:32.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:32 smithi179 conmon[67066]: cluster 2022-01-25T23:57:32.423372+0000 mgr.smithi111.vbmimw (mgr.14718) 2532 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:33 smithi111 conmon[101466]: audit 2022-01-25T23:57:32.506439+0000 mgr.smithi111.vbmimw (mgr.14718) 2533 : audit [DBG] from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:33.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:33 smithi111 conmon[101466]: audit 2022-01-25T23:57:32.837831+0000 mon.smithi111 (mon.0) 946 : audit [DBG] from='client.? 172.21.15.111:0/990254774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:33.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:33 smithi179 conmon[67066]: audit 2022-01-25T23:57:32.506439+0000 mgr.smithi111.vbmimw (mgr.14718) 2533 : audit [DBG] from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:33.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:33 smithi179 conmon[67066]: audit 2022-01-25T23:57:32.837831+0000 mon.smithi111 (mon.0) 946 : audit [DBG] from='client.? 172.21.15.111:0/990254774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:34.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:34 smithi111 conmon[101466]: cluster 2022-01-25T23:57:34.424320+0000 mgr.smithi111.vbmimw (mgr.14718) 2534 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:34 smithi179 conmon[67066]: cluster 2022-01-25T23:57:34.424320 2022-01-25T23:57:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:34 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2534 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:36 smithi179 conmon[67066]: cluster 2022-01-25T23:57:36.424988+0000 mgr.smithi111.vbmimw (mgr.14718) 2535 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:36 smithi111 conmon[101466]: cluster 2022-01-25T23:57:36.424988+0000 mgr.smithi111.vbmimw (mgr.14718) 2535 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:36 smithi111 conmon[101466]: 2022-01-25T23:57:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:37 smithi111 conmon[101466]: audit 2022-01-25T23:57:37.581933+0000 mon.smithi111 (mon.0) 947 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:37 smithi111 conmon[101466]: 2022-01-25T23:57:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:37 smithi111 conmon[101466]: audit 2022-01-25T23:57:37.582161+0000 mon.smithi111 (mon.0) 948 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:37 smithi179 conmon[67066]: audit 2022-01-25T23:57:37.581933+0000 mon.smithi111 (mon.0) 947 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:37 smithi179 conmon[67066]: audit 2022-01-25T23:57:37.582161+0000 mon.smithi111 (mon.0) 948 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:39 smithi111 conmon[101466]: cluster 2022-01-25T23:57:38.425921+0000 mgr.smithi111.vbmimw (mgr.14718) 2536 : cluster [DBG] 2022-01-25T23:57:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:39 smithi111 conmon[101466]: pgmap v2185: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:39 smithi179 conmon[67066]: cluster 2022-01-25T23:57:38.425921+0000 mgr.smithi111.vbmimw (mgr.14718) 2536 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:40 smithi179 conmon[67066]: cluster 2022-01-25T23:57:40.426432+0000 mgr.smithi111.vbmimw (mgr.14718) 2537 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:40 smithi111 conmon[101466]: cluster 2022-01-25T23:57:40.426432+0000 mgr.smithi111.vbmimw (mgr.14718) 2537 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:42 smithi179 conmon[67066]: cluster 2022-01-25T23:57:42.427052+0000 mgr.smithi111.vbmimw (mgr.14718) 2538 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:42 smithi111 conmon[101466]: cluster 2022-01-25T23:57:42.427052+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:57:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:42 smithi111 conmon[101466]: 14718) 2538 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:45.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:45 smithi111 conmon[101466]: cluster 2022-01-25T23:57:44.427935+0000 mgr.smithi111.vbmimw (mgr.14718) 2539 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:45 smithi179 conmon[67066]: cluster 2022-01-25T23:57:44.427935+0000 mgr.smithi111.vbmimw (mgr.14718) 2539 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:46.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:46 smithi111 conmon[101466]: cluster 2022-01-25T23:57:46.428461+0000 mgr.smithi111.vbmimw (mgr.14718) 2540 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:46.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:46 smithi111 conmon[101466]: 2022-01-25T23:57:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:46 smithi179 conmon[67066]: cluster 2022-01-25T23:57:46.428461+0000 mgr.smithi111.vbmimw (mgr.14718) 2540 : cluster [DBG] 2022-01-25T23:57:46.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:46 smithi179 conmon[67066]: pgmap v2189: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:49 smithi111 conmon[101466]: cluster 2022-01-25T23:57:48.429209+0000 mgr.smithi111.vbmimw (mgr.14718) 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:49.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:49 smithi111 conmon[101466]: 2022-01-25T23:57:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:49 smithi179 conmon[67066]: cluster 2022-01-25T23:57:48.429209+0000 mgr.smithi111.vbmimw (mgr.14718) 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:50 smithi179 conmon[67066]: cluster 2022-01-25T23:57:50.429844+0000 mgr.smithi111.vbmimw (mgr.14718) 2542 : cluster 2022-01-25T23:57:50.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:50 smithi179 conmon[67066]: [DBG] pgmap v2191: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:50 smithi111 conmon[101466]: cluster 2022-01-25T23:57:50.429844+0000 mgr.smithi111.vbmimw (mgr.14718) 2542 : 2022-01-25T23:57:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:50 smithi111 conmon[101466]: cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:52 smithi179 conmon[67066]: audit 2022-01-25T23:57:52.204732+0000 mon.smithi111 (mon.0) 949 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:52.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:52 smithi179 conmon[67066]: audit 2022-01-25T23:57:52.206076+0000 mon.smithi111 (mon.0) 950 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:52.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:52 smithi179 conmon[67066]: audit 2022-01-25T23:57:52.206923+0000 mon.smithi111 (mon.0) 951 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:52.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:52 smithi111 conmon[101466]: audit 2022-01-25T23:57:52.204732+0000 mon.smithi111 2022-01-25T23:57:52.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:52 smithi111 conmon[101466]: (mon.0) 949 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:52.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:52 smithi111 conmon[101466]: audit 2022-01-25T23:57:52.206076+0000 mon.smithi111 (mon.0) 950 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:52.654 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:52 smithi111 conmon[101466]: audit 2022-01-25T23:57:52.206923+0000 mon.smithi111 (mon.0) 951 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:53 smithi179 conmon[67066]: cephadm 2022-01-25T23:57:52.207627+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:57:53.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:53 smithi179 conmon[67066]: 2543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:53 smithi179 conmon[67066]: cluster 2022-01-25T23:57:52.430255+0000 mgr.smithi111.vbmimw (mgr.14718) 2544 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:53.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:53 smithi179 conmon[67066]: audit 2022-01-25T23:57:52.471844+0000 mon.smithi111 (mon.0) 952 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:53.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:53 smithi111 conmon[101466]: cephadm 2022-01-25T23:57:52.207627+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:57:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:53 smithi111 conmon[101466]: ) 2543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:53.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:53 smithi111 conmon[101466]: cluster 2022-01-25T23:57:52.430255+0000 mgr.smithi111.vbmimw (mgr.14718) 2544 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:53.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:53 smithi111 conmon[101466]: audit 2022-01-25T23:57:52.471844+0000 mon.smithi111 (mon.0) 952 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:55.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:55 smithi111 conmon[101466]: cluster 2022-01-25T23:57:54.430916+0000 mgr.smithi111.vbmimw 2022-01-25T23:57:55.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:55 smithi111 conmon[101466]: (mgr.14718) 2545 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:55 smithi179 conmon[67066]: cluster 2022-01-25T23:57:54.430916+0000 mgr.smithi111.vbmimw (mgr.14718) 2545 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:56 smithi111 conmon[101466]: audit 2022-01-25T23:57:55.637220+0000 mon.smithi111 (mon.0) 953 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:56 smithi111 conmon[101466]: cluster 2022-01-25T 2022-01-25T23:57:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:56 smithi111 conmon[101466]: 23:57:56.431340+0000 mgr.smithi111.vbmimw (mgr.14718) 2546 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:56 smithi179 conmon[67066]: audit 2022-01-25T23:57:55.637220+0000 mon.smithi111 (mon.0) 953 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:56 smithi179 conmon[67066]: 2022-01-25T23:57:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:56 smithi179 conmon[67066]: cluster 2022-01-25T23:57:56.431340+0000 mgr.smithi111.vbmimw (mgr.14718) 2546 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:59.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:58 smithi179 conmon[67066]: audit 2022-01-25T23:57:57.802758+0000 mon.smithi111 (mon.0) 954 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:58 smithi179 conmon[67066]: audit 2022-01-25T23:57:58.097868+0000 mon.smithi111 (mon.0) 955 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:58 smithi179 conmon[67066]: audit 2022-01-25T23:57:58.102928+0000 mon.smithi111 (mon.0) 956 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:58 smithi179 conmon[67066]: cluster 2022-01-25T23:57:58.431961+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:57:59.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:57:58 smithi179 conmon[67066]: ) 2547 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:59.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:58 smithi111 conmon[101466]: audit 2022-01-25T23:57:57.802758+0000 mon.smithi111 (mon.0) 954 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:58 smithi111 conmon[101466]: audit 2022-01-25T23:57:58.097868+0000 mon.smithi111 (mon.0) 955 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:58 smithi111 conmon[101466]: audit 2022-01-25T23:57:58.102928+0000 mon.smithi111 (mon.0) 956 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:57:59.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:57:58 smithi111 conmon[101466]: cluster 2022-01-25T23:57:58.431961+0000 mgr.smithi111.vbmimw (mgr.14718) 2547 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:00 smithi179 conmon[67066]: cluster 2022-01-25T23:58:00.432544+0000 mgr.smithi111.vbmimw (mgr.14718) 2548 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:00 smithi111 conmon[101466]: cluster 2022-01-25T23:58:00.432544+0000 mgr.smithi111.vbmimw (mgr.14718) 2548 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:02 smithi179 conmon[67066]: cluster 2022-01-25T23:58:02.433163+0000 mgr.smithi111.vbmimw (mgr.14718) 2549 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:02 smithi111 conmon[101466]: cluster 2022-01-25T23:58:02.433163+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:58:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:02 smithi111 conmon[101466]: 2549 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:03.139 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:58:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (80m) 5s ago 81m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:58:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (71m) 5s ago 81m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:58:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (71m) 7s ago 80m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:58:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (79m) 5s ago 80m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:58:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (76m) 5s ago 76m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:58:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (76m) 7s ago 76m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:58:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (72m) 5s ago 82m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:58:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (72m) 7s ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:58:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (72m) 5s ago 82m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:58:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (71m) 7s ago 80m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:58:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (72m) 5s ago 72m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:58:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (72m) 7s ago 72m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:58:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (80m) 5s ago 80m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:58:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (80m) 7s ago 80m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:58:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (67m) 5s ago 79m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:58:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (79m) 5s ago 79m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:58:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (79m) 5s ago 79m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:58:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (78m) 5s ago 78m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:58:03.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (78m) 7s ago 78m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:58:03.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (78m) 7s ago 78m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:58:03.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (77m) 7s ago 77m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:58:03.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (77m) 7s ago 77m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:58:03.417 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (79m) 5s ago 80m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:58:03.730 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:58:03.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:58:03.731 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:03.731 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:03.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:58:03.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:03.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:03.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:58:03.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:58:03.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:58:03.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:03.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:58:03.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:58:03.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:03.734 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:58:03.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:58:03.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:58:03.735 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:58:03.735 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:58:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:04 smithi111 conmon[101466]: audit 2022-01-25T23:58:03.128698+0000 mgr.smithi111.vbmimw (mgr.14718) 2550 : audit [DBG] from='client.35768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:04.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:04 smithi111 conmon[101466]: audit 2022-01-25T23:58:03.397858+0000 mgr.smithi111.vbmimw (mgr.14718) 2551 : audit [DBG] from='client.35772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:04.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:04 smithi111 conmon[101466]: audit 2022-01-25T23:58:03.731648+0000 mon.smithi111 (mon.0) 957 : audit [DBG] from='client.? 172.21.15.111:0/785850335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:04 smithi179 conmon[67066]: audit 2022-01-25T23:58:03.128698+0000 mgr.smithi111.vbmimw (mgr.14718) 2550 : audit [DBG] from='client.35768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:04 smithi179 conmon[67066]: audit 2022-01-25T23:58:03.397858+0000 mgr.smithi111.vbmimw (mgr.14718) 2551 : audit [DBG] from='client.35772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:04.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:04 smithi179 conmon[67066]: audit 2022-01-25T23:58:03.731648+0000 mon.smithi111 (mon.0) 957 : audit [DBG] from='client.? 172.21.15.111:0/785850335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:05.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:05 smithi111 conmon[101466]: cluster 2022-01-25T23:58:04.433948+0000 mgr.smithi111.vbmimw (mgr.14718) 2552 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:05.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:05 smithi111 conmon[101466]: 2022-01-25T23:58:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:05 smithi179 conmon[67066]: cluster 2022-01-25T23:58:04.433948+0000 mgr.smithi111.vbmimw (mgr.14718) 2552 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:06 smithi179 conmon[67066]: cluster 2022-01-25T23:58:06.434532+0000 mgr.smithi111.vbmimw (mgr.14718) 2553 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:06 smithi111 conmon[101466]: cluster 2022-01-25T23:58:06.434532+0000 mgr.smithi111.vbmimw (mgr.14718) 2553 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:09.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:09 smithi111 conmon[101466]: cluster 2022-01-25T23:58:08.435398+0000 mgr.smithi111.vbmimw (mgr.14718) 2554 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:09 smithi179 conmon[67066]: cluster 2022-01-25T23:58:08.435398+0000 mgr.smithi111.vbmimw (mgr.14718) 2554 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:10.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:10 smithi111 conmon[101466]: cluster 2022-01-25T23:58:10.436042+0000 mgr.smithi111.vbmimw (mgr.14718) 2555 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:10 smithi179 conmon[67066]: cluster 2022-01-25T23:58:10.436042+0000 mgr.smithi111.vbmimw (mgr.14718) 2555 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:12 smithi179 conmon[67066]: cluster 2022-01-25T23:58:12.436571+0000 mgr.smithi111.vbmimw (mgr.14718) 2556 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:12 smithi111 conmon[101466]: cluster 2022-01-25T23:58:12.436571+0000 mgr.smithi111.vbmimw (mgr.14718) 2556 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:14 smithi179 conmon[67066]: cluster 2022-01-25T23:58:14.437415+0000 mgr.smithi111.vbmimw (mgr.14718) 2557 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:14 smithi111 conmon[101466]: cluster 2022-01-25T23:58:14.437415+0000 mgr.smithi111.vbmimw (mgr.14718) 2557 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:14 smithi111 conmon[101466]: 2022-01-25T23:58:16.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:16 smithi179 conmon[67066]: cluster 2022-01-25T23:58:16.437983+0000 mgr.smithi111.vbmimw (mgr.14718) 2558 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:16 smithi111 conmon[101466]: cluster 2022-01-25T23:58:16.437983+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:58:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:16 smithi111 conmon[101466]: ) 2558 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:19.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:19 smithi111 conmon[101466]: cluster 2022-01-25T23:58:18.438676+0000 mgr.smithi111.vbmimw (mgr.14718) 2559 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:19.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:19 smithi179 conmon[67066]: cluster 2022-01-25T23:58:18.438676+0000 mgr.smithi111.vbmimw (mgr.14718) 2559 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:19.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:19 smithi179 conmon[67066]: 2022-01-25T23:58:20.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:20 smithi111 conmon[101466]: cluster 2022-01-25T23:58:20.439398+0000 mgr.smithi111.vbmimw (mgr.14718) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:20.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:20 smithi179 conmon[67066]: cluster 2022-01-25T23:58:20.439398+0000 mgr.smithi111.vbmimw (mgr.14718) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:20.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:20 smithi179 conmon[67066]: 2022-01-25T23:58:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:22 smithi179 conmon[67066]: cluster 2022-01-25T23:58:22.439975+0000 mgr.smithi111.vbmimw (mgr.14718) 2561 : cluster [DBG] 2022-01-25T23:58:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:22 smithi179 conmon[67066]: pgmap v2207: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:22 smithi111 conmon[101466]: cluster 2022-01-25T23:58:22.439975+0000 mgr.smithi111.vbmimw (mgr.14718) 2561 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:24 smithi179 conmon[67066]: cluster 2022-01-25T23:58:24.440911+0000 mgr.smithi111.vbmimw (mgr.14718) 2562 : cluster [DBG] 2022-01-25T23:58:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:24 smithi179 conmon[67066]: pgmap v2208: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:24 smithi111 conmon[101466]: cluster 2022-01-25T23:58:24.440911+0000 mgr.smithi111.vbmimw (mgr.14718) 2562 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:26 smithi179 conmon[67066]: cluster 2022-01-25T23:58:26.441593+0000 mgr.smithi111.vbmimw (mgr.14718) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:26.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:26 smithi179 conmon[67066]: 2022-01-25T23:58:26.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:26 smithi111 conmon[101466]: cluster 2022-01-25T23:58:26.441593+0000 mgr.smithi111.vbmimw (mgr.14718) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:29.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:29 smithi111 conmon[101466]: cluster 2022-01-25T23:58:28.442253+0000 mgr.smithi111.vbmimw (mgr.14718) 2564 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:29 smithi179 conmon[67066]: cluster 2022-01-25T23:58:28.442253+0000 mgr.smithi111.vbmimw (mgr.14718) 2564 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:30 smithi111 conmon[101466]: cluster 2022-01-25T23:58:30.442843 2022-01-25T23:58:30.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:30 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2565 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:30 smithi179 conmon[67066]: cluster 2022-01-25T23:58:30.442843+0000 mgr.smithi111.vbmimw (mgr.14718) 2565 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:32 smithi179 conmon[67066]: cluster 2022-01-25T23:58:32.443267+0000 mgr.smithi111.vbmimw (mgr.14718) 2566 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:32 smithi179 conmon[67066]: 2022-01-25T23:58:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:32 smithi111 conmon[101466]: cluster 2022-01-25T23:58:32.443267+0000 mgr.smithi111.vbmimw (mgr.14718) 2566 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:34.031 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:58:34.745 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:34.745 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (80m) 36s ago 81m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:58:34.746 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (72m) 36s ago 81m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:58:34.746 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (72m) 38s ago 81m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:58:34.746 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (80m) 36s ago 81m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:58:34.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (76m) 36s ago 76m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:58:34.747 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (76m) 38s ago 76m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:58:34.747 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (73m) 36s ago 83m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:58:34.747 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (72m) 38s ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:58:34.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (72m) 36s ago 83m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:58:34.748 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (72m) 38s ago 80m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:58:34.748 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (73m) 36s ago 73m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:58:34.748 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (73m) 38s ago 73m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:58:34.748 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (81m) 36s ago 81m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:58:34.748 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (80m) 38s ago 80m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:58:34.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (67m) 36s ago 80m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:58:34.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (80m) 36s ago 80m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:58:34.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (79m) 36s ago 79m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:58:34.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (79m) 36s ago 79m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:58:34.750 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (79m) 38s ago 79m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:58:34.750 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (78m) 38s ago 78m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:58:34.750 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (78m) 38s ago 78m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:58:34.750 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (78m) 38s ago 78m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:58:34.751 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (80m) 36s ago 81m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:58:34.751 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:58:34.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:58:34.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:34.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:34.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:58:34.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:34.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:34.752 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:58:34.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:58:34.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:58:34.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:34.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:58:34.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:58:34.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:58:34.754 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:58:34.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:58:34.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:58:34.755 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:58:34.755 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:58:34.755 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:34 smithi111 conmon[101466]: audit 2022-01-25T23:58:34.019343+0000 mgr.smithi111.vbmimw (mgr.14718) 2567 2022-01-25T23:58:34.757 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:34 smithi111 conmon[101466]: : audit [DBG] from='client.35780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:34.757 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:34 smithi111 conmon[101466]: audit 2022-01-25T23:58:34.288316+0000 mgr.smithi111.vbmimw (mgr.14718) 2568 : audit [DBG] from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:34.757 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:34 smithi111 conmon[101466]: cluster 2022-01-25T23:58:34.443966+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:58:34.758 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:34 smithi111 conmon[101466]: ) 2569 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:34.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:34 smithi179 conmon[67066]: audit 2022-01-25T23:58:34.019343+0000 mgr.smithi111.vbmimw (mgr.14718) 2567 : audit [DBG] from='client.35780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:34.873 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:34 smithi179 conmon[67066]: audit 2022-01-25T23:58:34.288316+0000 mgr.smithi111.vbmimw (mgr.14718) 2568 : audit [DBG] from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:34.874 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:34 smithi179 conmon[67066]: cluster 2022-01-25T23:58:34.443966+0000 mgr.smithi111.vbmimw (mgr.14718) 2569 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:35.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:35 smithi179 conmon[67066]: audit 2022-01-25T23:58:34.616441+0000 mon.smithi111 (mon.0) 958 : audit [DBG] from='client.? 172.21.15.111:0/48560155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:35.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:35 smithi111 conmon[101466]: audit 2022-01-25T23:58:34.616441+0000 mon.smithi111 (mon.0) 958 : audit [DBG] from='client.? 172.21.15.111:0/48560155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:36 smithi179 conmon[67066]: cluster 2022-01-25T23:58:36.444576+0000 mgr.smithi111.vbmimw (mgr.14718) 2570 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:36 smithi111 conmon[101466]: cluster 2022-01-25T23:58:36.444576+0000 mgr.smithi111.vbmimw (mgr.14718) 2570 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:37 smithi111 conmon[101466]: audit 2022-01-25T23:58:37.585750+0000 mon.smithi111 (mon.0) 959 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:37 smithi111 conmon[101466]: audit 2022-01-25T23:58:37.586021+0000 mon.smithi111 (mon.0) 960 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:37 smithi179 conmon[67066]: audit 2022-01-25T23:58:37.585750+0000 mon.smithi111 (mon.0) 959 : audit 2022-01-25T23:58:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:37 smithi179 conmon[67066]: audit 2022-01-25T23:58:37.586021+0000 mon.smithi111 (mon.0) 960 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:38 smithi111 conmon[101466]: cluster 2022-01-25T23:58:38.445266+0000 mgr.smithi111.vbmimw (mgr.14718) 2571 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:38 smithi179 conmon[67066]: cluster 2022-01-25T23:58:38.445266+0000 mgr.smithi111.vbmimw (mgr.14718) 2571 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:38 smithi179 conmon[67066]: 2022-01-25T23:58:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:40 smithi179 conmon[67066]: cluster 2022-01-25T23:58:40.445918+0000 mgr.smithi111.vbmimw (mgr.14718) 2572 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:40 smithi111 conmon[101466]: cluster 2022-01-25T23:58:40.445918+0000 mgr.smithi111.vbmimw (mgr.14718) 2572 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:42 smithi179 conmon[67066]: cluster 2022-01-25T23:58:42.446335+0000 mgr.smithi111.vbmimw (mgr.14718) 2573 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:42.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:42 smithi111 conmon[101466]: cluster 2022-01-25T23:58:42.446335+0000 mgr.smithi111.vbmimw (mgr.14718) 2573 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:44 smithi111 conmon[101466]: cluster 2022-01-25T23:58:44.447157+0000 mgr.smithi111.vbmimw (mgr.14718) 2574 : cluster 2022-01-25T23:58:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:44 smithi111 conmon[101466]: [DBG] pgmap v2218: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:44 smithi179 conmon[67066]: cluster 2022-01-25T23:58:44.447157+0000 mgr.smithi111.vbmimw (mgr.14718) 2574 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:44 smithi179 conmon[67066]: 2022-01-25T23:58:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:46 smithi179 conmon[67066]: cluster 2022-01-25T23:58:46.447917+0000 mgr.smithi111.vbmimw (mgr.14718) 2575 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:46 smithi111 conmon[101466]: cluster 2022-01-25T23:58:46.447917+0000 mgr.smithi111.vbmimw (mgr.14718) 2575 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:48 smithi179 conmon[67066]: cluster 2022-01-25T23:58:48.448807+0000 mgr.smithi111.vbmimw (mgr.14718) 2576 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:48 smithi111 conmon[101466]: cluster 2022-01-25T23:58:48.448807+0000 mgr.smithi111.vbmimw (mgr.14718) 2576 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:50 smithi179 conmon[67066]: cluster 2022-01-25T23:58:50.449432+0000 mgr.smithi111.vbmimw (mgr.14718) 2577 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:50 smithi111 conmon[101466]: cluster 2022-01-25T23:58:50.449432+0000 mgr.smithi111.vbmimw (mgr.14718) 2577 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:52 smithi179 conmon[67066]: cluster 2022-01-25T23:58:52.449904+0000 mgr.smithi111.vbmimw (mgr.14718) 2578 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:52 smithi111 conmon[101466]: cluster 2022-01-25T23:58:52.449904+0000 mgr.smithi111.vbmimw (mgr.14718) 2578 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:54 smithi179 conmon[67066]: cluster 2022-01-25T23:58:54.450697+0000 mgr.smithi111.vbmimw (mgr.14718) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:54 smithi111 conmon[101466]: cluster 2022-01-25T23:58:54.450697+0000 mgr.smithi111.vbmimw (mgr.14718) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:56 smithi179 conmon[67066]: cluster 2022-01-25T23:58:56.451300+0000 mgr.smithi111.vbmimw (mgr.14718) 2580 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:56 smithi111 conmon[101466]: cluster 2022-01-25T23:58:56.451300+0000 mgr.smithi111.vbmimw (mgr.14718) 2580 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:58 smithi111 conmon[101466]: audit 2022-01-25T23:58:58.105557+0000 mon.smithi111 (mon.0) 961 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:58 smithi111 conmon[101466]: audit 2022-01-25T23:58:58.107087+0000 mon.smithi111 (mon.0) 962 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:58 smithi111 conmon[101466]: audit 2022-01-25T23:58:58.107921+0000 mon.smithi111 (mon.0) 963 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:58 smithi179 conmon[67066]: audit 2022-01-25T23:58:58.105557+0000 mon.smithi111 (mon.0) 961 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:58.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:58 smithi179 conmon[67066]: audit 2022-01-25T23:58:58.107087+0000 2022-01-25T23:58:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:58 smithi179 conmon[67066]: mon.smithi111 (mon.0) 962 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:58.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:58 smithi179 conmon[67066]: audit 2022-01-25T23:58:58.107921+0000 mon.smithi111 (mon.0) 963 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:59 smithi111 conmon[101466]: cephadm 2022-01-25T23:58:58.108689+0000 mgr.smithi111.vbmimw (mgr.14718) 2581 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:59 smithi111 conmon[101466]: audit 2022-01-25T23:58:58.418405+0000 mon.smithi111 (mon.0) 964 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:58:59.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:59 smithi111 conmon[101466]: audit 2022-01-25T23:58:58.423251+0000 mon.smithi111 (mon.0) 965 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:58:59.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:58:59 smithi111 conmon[101466]: cluster 2022-01-25T23:58:58.452026+0000 mgr.smithi111.vbmimw (mgr.14718) 2582 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:59 smithi179 conmon[67066]: cephadm 2022-01-25T23:58:58.108689+0000 mgr.smithi111.vbmimw (mgr.14718) 2581 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:59 smithi179 conmon[67066]: audit 2022-01-25T23:58:58.418405+0000 mon.smithi111 (mon.0) 964 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:58:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:59 smithi179 conmon[67066]: audit 2022-01-25T23:58:58.423251+0000 mon.smithi111 (mon.0) 965 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:58:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:59 smithi179 conmon[67066]: cluster 2022-01-25T23:58:58.452026+0000 mgr.smithi111.vbmimw (mgr.14718) 2582 : 2022-01-25T23:58:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:58:59 smithi179 conmon[67066]: cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:00 smithi179 conmon[67066]: cluster 2022-01-25T23:59:00.452630+0000 mgr.smithi111.vbmimw (mgr.14718) 2583 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:00 smithi111 conmon[101466]: cluster 2022-01-25T23:59:00.452630+0000 mgr.smithi111.vbmimw (mgr.14718) 2583 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:02 smithi179 conmon[67066]: cluster 2022-01-25T23:59:02.453138+0000 mgr.smithi111.vbmimw (mgr.14718) 2584 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:02.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:02 smithi179 conmon[67066]: 2022-01-25T23:59:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:02 smithi111 conmon[101466]: cluster 2022-01-25T23:59:02.453138+0000 mgr.smithi111.vbmimw (mgr.14718) 2584 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:04 smithi179 conmon[67066]: cluster 2022-01-25T23:59:04.453911+0000 mgr.smithi111.vbmimw (mgr.14718) 2585 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:04.927 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:59:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:04 smithi111 conmon[101466]: cluster 2022-01-25T23:59:04.453911+0000 mgr.smithi111.vbmimw (mgr.14718) 2585 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:05.193 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:59:05.194 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (81m) 67s ago 82m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:59:05.194 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (72m) 67s ago 82m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:59:05.195 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (72m) 69s ago 81m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:59:05.195 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (80m) 67s ago 82m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:59:05.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (77m) 67s ago 77m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:59:05.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (77m) 69s ago 77m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:59:05.196 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (73m) 67s ago 83m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:59:05.196 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (73m) 69s ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:59:05.196 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (73m) 67s ago 83m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:59:05.196 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (72m) 69s ago 81m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:59:05.196 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (73m) 67s ago 73m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:59:05.197 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (73m) 69s ago 73m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:59:05.197 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (81m) 67s ago 81m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:59:05.197 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (81m) 69s ago 81m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:59:05.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (68m) 67s ago 80m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:59:05.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (80m) 67s ago 80m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:59:05.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (80m) 67s ago 80m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:59:05.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (79m) 67s ago 79m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:59:05.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (79m) 69s ago 79m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:59:05.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (79m) 69s ago 79m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:59:05.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (79m) 69s ago 79m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:59:05.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (78m) 69s ago 78m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:59:05.200 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (80m) 67s ago 81m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:59:05.512 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:59:05.512 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:59:05.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:05.513 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:05.513 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:59:05.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:05.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:05.514 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:59:05.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:59:05.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:59:05.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:05.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:59:05.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:59:05.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:05.516 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:59:05.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:59:05.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:59:05.516 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:59:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:59:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:05 smithi179 conmon[67066]: audit 2022-01-25T23:59:04.914161+0000 mgr.smithi111.vbmimw (mgr.14718) 2586 : audit [DBG] from='client.35792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:05.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:05 smithi179 conmon[67066]: audit 2022-01-25T23:59:05.184408+0000 mgr.smithi111.vbmimw (mgr.14718) 2587 : audit [DBG] from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:05.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:05 smithi111 conmon[101466]: audit 2022-01-25T23:59:04.914161+0000 mgr.smithi111.vbmimw (mgr 2022-01-25T23:59:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:05 smithi111 conmon[101466]: .14718) 2586 : audit [DBG] from='client.35792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:05 smithi111 conmon[101466]: audit 2022-01-25T23:59:05.184408+0000 mgr.smithi111.vbmimw (mgr.14718) 2587 : audit [DBG] from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:06 smithi179 conmon[67066]: audit 2022-01-25T23:59:05.512627+0000 mon.smithi111 (mon.0) 966 : audit [DBG] from='client.? 172.21.15.111:0/1956344262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:06.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:06 smithi179 conmon[67066]: cluster 2022-01-25T23:59:06.454470+0000 mgr.smithi111.vbmimw (mgr.14718) 2588 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:06 smithi111 conmon[101466]: audit 2022-01-25T23:59:05.512627+0000 mon.smithi111 (mon.0) 966 : audit [DBG] from='client.? 172.21.15.111:0/1956344262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:06 smithi111 conmon[101466]: cluster 2022-01-25T23:59:06.454470+0000 mgr.smithi111.vbmimw 2022-01-25T23:59:06.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:06 smithi111 conmon[101466]: (mgr.14718) 2588 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:08 smithi179 conmon[67066]: cluster 2022-01-25T23:59:08.455139+0000 mgr.smithi111.vbmimw (mgr.14718) 2589 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:08 smithi111 conmon[101466]: cluster 2022-01-25T23:59:08.455139+0000 mgr.smithi111.vbmimw (mgr.14718) 2589 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:08.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:08 smithi111 conmon[101466]: 2022-01-25T23:59:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:10 smithi179 conmon[67066]: cluster 2022-01-25T23:59:10.455660+0000 mgr.smithi111.vbmimw (mgr.14718) 2590 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:10 smithi111 conmon[101466]: cluster 2022-01-25T23:59:10.455660+0000 mgr.smithi111.vbmimw (mgr.14718) 2590 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:12 smithi179 conmon[67066]: cluster 2022-01-25T23:59:12.456112+0000 mgr.smithi111.vbmimw (mgr.14718) 2591 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:12 smithi111 conmon[101466]: cluster 2022-01-25T23:59:12.456112+0000 mgr.smithi111.vbmimw (mgr.14718) 2591 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:12 smithi111 conmon[101466]: 2022-01-25T23:59:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:14 smithi179 conmon[67066]: cluster 2022-01-25T23:59:14.456965+0000 mgr.smithi111.vbmimw (mgr.14718) 2592 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:14 smithi111 conmon[101466]: cluster 2022-01-25T23:59:14.456965+0000 mgr.smithi111.vbmimw (mgr.14718) 2592 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:16 smithi179 conmon[67066]: cluster 2022-01-25T23:59:16.457496+0000 mgr.smithi111.vbmimw (mgr.14718) 2593 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:16 smithi111 conmon[101466]: cluster 2022-01-25T23:59:16.457496+0000 mgr.smithi111.vbmimw (mgr.14718) 2593 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:18 smithi179 conmon[67066]: cluster 2022-01-25T23:59:18.458237+0000 mgr.smithi111.vbmimw (mgr.14718) 2594 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:18 smithi111 conmon[101466]: cluster 2022-01-25T23:59:18.458237+0000 mgr.smithi111.vbmimw (mgr.14718) 2594 : 2022-01-25T23:59:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:18 smithi111 conmon[101466]: cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:20 smithi179 conmon[67066]: cluster 2022-01-25T23:59:20.459008+0000 mgr.smithi111.vbmimw (mgr.14718) 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:20 smithi111 conmon[101466]: cluster 2022-01-25T23:59:20.459008+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-25T23:59:20.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:20 smithi111 conmon[101466]: 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:22 smithi179 conmon[67066]: cluster 2022-01-25T23:59:22.459491+0000 mgr.smithi111.vbmimw (mgr.14718) 2596 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:22 smithi111 conmon[101466]: cluster 2022-01-25T23:59:22.459491+0000 mgr.smithi111.vbmimw (mgr.14718) 2596 : cluster 2022-01-25T23:59:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:22 smithi111 conmon[101466]: [DBG] pgmap v2237: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:24 smithi179 conmon[67066]: cluster 2022-01-25T23:59:24.460295+0000 mgr.smithi111.vbmimw (mgr.14718) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:24 smithi179 conmon[67066]: 2022-01-25T23:59:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:24 smithi111 conmon[101466]: cluster 2022-01-25T23:59:24.460295+0000 mgr.smithi111.vbmimw (mgr.14718) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:26 smithi179 conmon[67066]: cluster 2022-01-25T23:59:26.461084+0000 mgr.smithi111.vbmimw (mgr.14718) 2598 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:26 smithi111 conmon[101466]: cluster 2022-01-25T23:59:26.461084+0000 mgr.smithi111.vbmimw (mgr.14718) 2598 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:28 smithi179 conmon[67066]: cluster 2022-01-25T23:59:28.461965+0000 mgr.smithi111.vbmimw (mgr.14718) 2599 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:28 smithi111 conmon[101466]: cluster 2022-01-25T23:59:28.461965+0000 mgr.smithi111.vbmimw (mgr.14718) 2599 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:30 smithi179 conmon[67066]: cluster 2022-01-25T23:59:30.462595+0000 mgr.smithi111.vbmimw (mgr.14718) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:30.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:30 smithi179 conmon[67066]: 2022-01-25T23:59:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:30 smithi111 conmon[101466]: cluster 2022-01-25T23:59:30.462595+0000 mgr.smithi111.vbmimw (mgr.14718) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:32 smithi179 conmon[67066]: cluster 2022-01-25T23:59:32.463076+0000 mgr.smithi111.vbmimw (mgr.14718) 2601 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:32 smithi111 conmon[101466]: cluster 2022-01-25T23:59:32.463076+0000 mgr.smithi111.vbmimw (mgr.14718) 2601 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:34 smithi179 conmon[67066]: cluster 2022-01-25T23:59:34.464080+0000 mgr.smithi111.vbmimw (mgr.14718) 2602 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:34 smithi111 conmon[101466]: cluster 2022-01-25T23:59:34.464080+0000 mgr.smithi111.vbmimw (mgr.14718) 2602 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:35.813 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-25T23:59:36.078 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:59:36.079 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (81m) 98s ago 82m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-25T23:59:36.079 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (73m) 98s ago 82m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-25T23:59:36.079 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (73m) 100s ago 82m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-25T23:59:36.079 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (81m) 98s ago 82m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-25T23:59:36.080 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (77m) 98s ago 77m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-25T23:59:36.080 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (77m) 100s ago 77m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-25T23:59:36.080 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (74m) 98s ago 84m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-25T23:59:36.080 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (73m) 100s ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-25T23:59:36.080 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (73m) 98s ago 84m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-25T23:59:36.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (73m) 100s ago 82m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-25T23:59:36.081 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (74m) 98s ago 74m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-25T23:59:36.081 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (74m) 100s ago 74m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-25T23:59:36.081 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (82m) 98s ago 82m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-25T23:59:36.082 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (81m) 100s ago 81m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-25T23:59:36.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (68m) 98s ago 81m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-25T23:59:36.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (81m) 98s ago 81m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-25T23:59:36.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (80m) 98s ago 80m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-25T23:59:36.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (80m) 98s ago 80m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-25T23:59:36.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (80m) 100s ago 80m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-25T23:59:36.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (79m) 100s ago 79m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-25T23:59:36.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (79m) 100s ago 79m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-25T23:59:36.084 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (79m) 100s ago 79m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-25T23:59:36.084 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (81m) 98s ago 82m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-25T23:59:36.397 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-25T23:59:36.397 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-25T23:59:36.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:36.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:36.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-25T23:59:36.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:36.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:36.399 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-25T23:59:36.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:59:36.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:59:36.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:36.400 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-25T23:59:36.402 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:59:36.402 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-25T23:59:36.402 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-25T23:59:36.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:59:36.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:59:36.403 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-25T23:59:36.403 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-25T23:59:36.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:36 smithi111 conmon[101466]: audit 2022-01-25T23:59:36.398199+0000 mon.smithi111 (mon.0) 967 : audit 2022-01-25T23:59:36.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:36 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/2830662878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:36 smithi179 conmon[67066]: audit 2022-01-25T23:59:36.398199+0000 mon.smithi111 (mon.0) 967 : audit [DBG] from='client.? 172.21.15.111:0/2830662878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:37 smithi111 conmon[101466]: audit 2022-01-25T23:59:35.801765+0000 mgr.smithi111.vbmimw (mgr.14718) 2603 : audit [DBG] from='client.35804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:37.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:37 smithi111 conmon[101466]: 2022-01-25T23:59:37.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:37 smithi111 conmon[101466]: audit 2022-01-25T23:59:36.070977+0000 mgr.smithi111.vbmimw (mgr.14718) 2604 : audit [DBG] from='client.35808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:37.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:37 smithi111 conmon[101466]: cluster 2022-01-25T23:59:36.464538+0000 mgr.smithi111.vbmimw (mgr.14718) 2605 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:37 smithi179 conmon[67066]: audit 2022-01-25T23:59:35.801765+0000 mgr.smithi111.vbmimw (mgr.14718) 2603 : audit [DBG] from='client.35804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:37 smithi179 conmon[67066]: audit 2022-01-25T23:59:36.070977+0000 mgr.smithi111.vbmimw (mgr. 2022-01-25T23:59:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:37 smithi179 conmon[67066]: 14718) 2604 : audit [DBG] from='client.35808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:37.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:37 smithi179 conmon[67066]: cluster 2022-01-25T23:59:36.464538+0000 mgr.smithi111.vbmimw (mgr.14718) 2605 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:38.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:38 smithi111 conmon[101466]: audit 2022-01-25T23:59:37.589969+0000 mon.smithi111 (mon.0) 968 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:38.740 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:38 smithi111 conmon[101466]: audit 2022-01-25T23:59:37.590212+0000 mon.smithi111 (mon.0) 969 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:38 smithi179 conmon[67066]: audit 2022-01-25T23:59:37.589969+0000 mon.smithi111 (mon.0) 968 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:38.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:38 smithi179 conmon[67066]: audit 2022-01-25T23:59:37.590212+0000 mon.smithi111 2022-01-25T23:59:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:38 smithi179 conmon[67066]: (mon.0) 969 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:39.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:39 smithi111 conmon[101466]: cluster 2022-01-25T23:59:38.465225+0000 mgr.smithi111.vbmimw (mgr.14718) 2606 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:39 smithi179 conmon[67066]: cluster 2022-01-25T23:59:38.465225+0000 mgr.smithi111.vbmimw (mgr.14718) 2606 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:40 smithi179 conmon[67066]: cluster 2022-01-25T23:59:40.465766+0000 mgr.smithi111.vbmimw (mgr.14718) 2607 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:40.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:40 smithi111 conmon[101466]: cluster 2022-01-25T23:59:40.465766+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-25T23:59:40.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:40 smithi111 conmon[101466]: ) 2607 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:42.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:42 smithi179 conmon[67066]: cluster 2022-01-25T23:59:42.466294+0000 mgr.smithi111.vbmimw (mgr.14718) 2608 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:42 smithi111 conmon[101466]: cluster 2022-01-25T23:59:42.466294+0000 mgr.smithi111.vbmimw (mgr.14718) 2608 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:44.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:44 smithi179 conmon[67066]: cluster 2022-01-25T23:59:44.467116+0000 mgr.smithi111.vbmimw (mgr.14718) 2609 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:44 smithi111 conmon[101466]: cluster 2022-01-25T23:59:44.467116+0000 mgr.smithi111.vbmimw (mgr.14718) 2609 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:46 smithi179 conmon[67066]: cluster 2022-01-25T23:59:46.467823+0000 mgr.smithi111.vbmimw (mgr.14718) 2610 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:46.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:46 smithi111 conmon[101466]: cluster 2022-01-25T23:59:46.467823+0000 mgr.smithi111.vbmimw (mgr.14718) 2610 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:48 smithi179 conmon[67066]: cluster 2022-01-25T23:59:48.468705+0000 mgr.smithi111.vbmimw (mgr.14718) 2611 : cluster 2022-01-25T23:59:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:48 smithi179 conmon[67066]: [DBG] pgmap v2250: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:48 smithi111 conmon[101466]: cluster 2022-01-25T23:59:48.468705+0000 mgr.smithi111.vbmimw (mgr.14718) 2611 : cluster 2022-01-25T23:59:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:48 smithi111 conmon[101466]: [DBG] pgmap v2250: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:50 smithi179 conmon[67066]: cluster 2022-01-25T23:59:50.469350+0000 mgr.smithi111.vbmimw (mgr.14718) 2612 : cluster [DBG] 2022-01-25T23:59:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:50 smithi179 conmon[67066]: pgmap v2251: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:50 smithi111 conmon[101466]: cluster 2022-01-25T23:59:50. 2022-01-25T23:59:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:50 smithi111 conmon[101466]: 469350+0000 mgr.smithi111.vbmimw (mgr.14718) 2612 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:52 smithi179 conmon[67066]: cluster 2022-01-25T23:59:52.469937+0000 mgr.smithi111.vbmimw (mgr.14718) 2613 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:52 smithi111 conmon[101466]: cluster 2022-01-25T23:59:52.469937+0000 mgr.smithi111.vbmimw (mgr.14718) 2613 : cluster [DBG] 2022-01-25T23:59:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:52 smithi111 conmon[101466]: pgmap v2252: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:54 smithi179 conmon[67066]: cluster 2022-01-25T23:59:54.470653+0000 mgr.smithi111.vbmimw (mgr.14718) 2614 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:54 smithi111 conmon[101466]: cluster 2022-01-25T23:59:54.470653+0000 mgr.smithi111.vbmimw (mgr.14718) 2614 : 2022-01-25T23:59:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:54 smithi111 conmon[101466]: cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:56 smithi179 conmon[67066]: cluster 2022-01-25T23:59:56.471217+0000 mgr.smithi111.vbmimw (mgr.14718) 2615 : cluster [DBG] 2022-01-25T23:59:56.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:56 smithi179 conmon[67066]: pgmap v2254: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:56.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:56 smithi111 conmon[101466]: cluster 2022-01-25T23:59:56.471217+0000 mgr.smithi111.vbmimw ( 2022-01-25T23:59:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:56 smithi111 conmon[101466]: mgr.14718) 2615 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:58.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:58 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.425648+0000 mon.smithi111 (mon.0) 970 : audit [DBG] 2022-01-25T23:59:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:58 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:58 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.427141+0000 mon.smithi111 (mon.0) 971 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:58.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:58 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.428191+0000 mon.smithi111 (mon.0) 972 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:58 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.425648+0000 mon.smithi111 (mon.0) 970 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:58 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.427141+0000 mon.smithi111 (mon.0) 971 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:58.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:58 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.428191+0000 mon.smithi111 (mon.0) 972 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: cephadm 2022-01-25T23:59:58.429038+0000 mgr.smithi111.vbmimw (mgr.14718) 2616 : 2022-01-25T23:59:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:59.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: cluster 2022-01-25T23:59:58.471998+0000 mgr.smithi111.vbmimw (mgr.14718) 2617 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.692165+0000 mon.smithi111 (mon.0) 973 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:59:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.987643+0000 mon.smithi111 (mon.0) 974 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:59:59.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 25 23:59:59 smithi111 conmon[101466]: audit 2022-01-25T23:59:58.992539+0000 mon.smithi111 (mon.0) 975 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:59:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: cephadm 2022-01-25T23:59:58.429038+0000 mgr.smithi111.vbmimw (mgr.14718) 2616 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: cluster 2022-01-25T23:59:58.471998 2022-01-25T23:59:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2617 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.692165+0000 mon.smithi111 (mon.0) 973 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:59:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.987643+0000 mon.smithi111 (mon.0) 974 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-25T23:59:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 25 23:59:59 smithi179 conmon[67066]: audit 2022-01-25T23:59:58.992539+0000 mon.smithi111 (mon.0) 975 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:00:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:00 smithi179 conmon[67066]: cluster 2022-01-26T00:00:00.000157+0000 mon.smithi111 (mon.0) 976 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:00:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:00 smithi111 conmon[101466]: cluster 2022-01-26T00:00:00.000157+0000 mon.smithi111 (mon.0) 976 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:00:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:01 smithi179 conmon[67066]: cluster 2022-01-26T00:00:00.472636+0000 mgr.smithi111.vbmimw (mgr.14718) 2618 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:01 smithi111 conmon[101466]: cluster 2022-01-26T00:00:00.472636+0000 mgr.smithi111.vbmimw (mgr.14718) 2618 : cluster [DBG] 2022-01-26T00:00:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:01 smithi111 conmon[101466]: pgmap v2256: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:03 smithi179 conmon[67066]: cluster 2022-01-26T00:00:02.473075+0000 mgr.smithi111.vbmimw (mgr.14718) 2619 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:03 smithi111 conmon[101466]: cluster 2022-01-26T00:00:02.473075+0000 mgr.smithi111.vbmimw (mgr.14718) 2619 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:04 smithi179 conmon[67066]: cluster 2022-01-26T00:00:04.473858+0000 mgr.smithi111.vbmimw (mgr.14718) 2620 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:04 smithi111 conmon[101466]: cluster 2022-01-26T00:00:04. 2022-01-26T00:00:04.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:04 smithi111 conmon[101466]: 473858+0000 mgr.smithi111.vbmimw (mgr.14718) 2620 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:06.700 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:00:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:06 smithi179 conmon[67066]: cluster 2022-01-26T00:00:06.474396+0000 mgr.smithi111.vbmimw (mgr.14718) 2621 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:06.966 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:06.966 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (82m) 2m ago 83m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:00:06.966 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (73m) 2m ago 83m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:00:06.967 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (73m) 2m ago 82m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:00:06.967 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (81m) 2m ago 83m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:00:06.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (78m) 2m ago 78m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:00:06.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (78m) 2m ago 78m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:00:06.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (74m) 2m ago 84m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:00:06.969 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (74m) 2m ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:00:06.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (74m) 2m ago 84m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:00:06.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (73m) 2m ago 82m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:00:06.969 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (74m) 2m ago 74m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:00:06.969 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (74m) 2m ago 74m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:00:06.970 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (83m) 2m ago 82m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:00:06.970 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (82m) 2m ago 82m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:00:06.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (69m) 2m ago 81m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:00:06.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (81m) 2m ago 81m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:00:06.971 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (81m) 2m ago 81m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:00:06.971 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (80m) 2m ago 80m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:00:06.971 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (80m) 2m ago 80m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:00:06.971 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (80m) 2m ago 80m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:00:06.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (80m) 2m ago 80m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:00:06.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (79m) 2m ago 79m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:00:06.972 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (81m) 2m ago 82m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:00:06.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:06 smithi111 conmon[101466]: cluster 2022-01-26T00:00:06.474396+0000 mgr.smithi111.vbmimw (mgr.14718) 2621 : 2022-01-26T00:00:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:06 smithi111 conmon[101466]: cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:07.286 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:00:07.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:00:07.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:07.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:07.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:00:07.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:07.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:07.288 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:00:07.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:07.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:07.289 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:07.289 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:00:07.291 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:07.291 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:07.291 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:00:07.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:07.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:07.292 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:00:07.292 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:00:07.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:07 smithi179 conmon[67066]: audit 2022-01-26T00:00:06.689859+0000 mgr.smithi111.vbmimw (mgr.14718) 2622 : audit [DBG] from='client.35816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:07.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:07 smithi179 conmon[67066]: audit 2022-01-26T00:00: 2022-01-26T00:00:07.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:07 smithi179 conmon[67066]: 06.958199+0000 mgr.smithi111.vbmimw (mgr.14718) 2623 : audit [DBG] from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:07.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:07 smithi179 conmon[67066]: audit 2022-01-26T00:00:07.287484+0000 mon.smithi111 (mon.0) 977 : audit [DBG] from='client.? 172.21.15.111:0/794122021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:07 smithi111 conmon[101466]: audit 2022-01-26T00:00:06.689859+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:00:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:07 smithi111 conmon[101466]: 14718) 2622 : audit [DBG] from='client.35816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:07 smithi111 conmon[101466]: audit 2022-01-26T00:00:06.958199+0000 mgr.smithi111.vbmimw (mgr.14718) 2623 : audit [DBG] from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:07 smithi111 conmon[101466]: audit 2022-01-26T00:00:07.287484+0000 mon.smithi111 (mon. 2022-01-26T00:00:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:07 smithi111 conmon[101466]: 0) 977 : audit [DBG] from='client.? 172.21.15.111:0/794122021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:08 smithi179 conmon[67066]: cluster 2022-01-26T00:00:08.475153+0000 mgr.smithi111.vbmimw (mgr.14718) 2624 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:08 smithi111 conmon[101466]: cluster 2022-01-26T00:00:08.475153+0000 mgr.smithi111.vbmimw (mgr.14718) 2624 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:10 smithi179 conmon[67066]: cluster 2022-01-26T00:00:10.475758+0000 mgr.smithi111.vbmimw (mgr.14718) 2625 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:10 smithi111 conmon[101466]: cluster 2022-01-26T00:00:10.475758+0000 mgr.smithi111.vbmimw (mgr.14718) 2625 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:10 smithi111 conmon[101466]: 2022-01-26T00:00:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:12 smithi179 conmon[67066]: cluster 2022-01-26T00:00:12.476277+0000 mgr.smithi111.vbmimw (mgr.14718) 2626 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:12 smithi111 conmon[101466]: cluster 2022-01-26T00:00:12.476277+0000 mgr.smithi111.vbmimw (mgr.14718) 2626 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:14 smithi179 conmon[67066]: cluster 2022-01-26T00:00:14.477065+0000 mgr.smithi111.vbmimw (mgr.14718) 2627 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:14 smithi111 conmon[101466]: cluster 2022-01-26T00:00:14.477065+0000 mgr.smithi111.vbmimw (mgr.14718) 2627 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:16 smithi179 conmon[67066]: cluster 2022-01-26T00:00:16.477590+0000 mgr.smithi111.vbmimw (mgr.14718) 2628 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:16 smithi111 conmon[101466]: cluster 2022-01-26T00:00:16.477590+0000 mgr.smithi111.vbmimw (mgr.14718) 2628 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:18 smithi179 conmon[67066]: cluster 2022-01-26T00:00:18.478393+0000 mgr.smithi111.vbmimw (mgr.14718) 2629 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:18 smithi111 conmon[101466]: cluster 2022-01-26T00:00:18.478393+0000 mgr.smithi111.vbmimw (mgr.14718) 2629 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:20 smithi179 conmon[67066]: cluster 2022-01-26T00:00:20.479000+0000 mgr.smithi111.vbmimw (mgr.14718) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:20.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:20 smithi111 conmon[101466]: cluster 2022-01-26T00:00:20.479000+0000 mgr.smithi111.vbmimw (mgr.14718) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:22 smithi179 conmon[67066]: cluster 2022-01-26T00:00:22.479363+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:00:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:22 smithi179 conmon[67066]: 2631 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:22 smithi111 conmon[101466]: cluster 2022-01-26T00:00:22.479363+0000 mgr.smithi111.vbmimw (mgr.14718) 2631 : cluster [DBG] 2022-01-26T00:00:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:22 smithi111 conmon[101466]: pgmap v2267: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:24 smithi179 conmon[67066]: cluster 2022-01-26T00:00:24.480220+0000 mgr.smithi111.vbmimw (mgr.14718) 2632 : cluster [DBG] 2022-01-26T00:00:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:24 smithi179 conmon[67066]: pgmap v2268: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:24 smithi111 conmon[101466]: cluster 2022-01-26T00:00:24.480220+0000 mgr.smithi111.vbmimw (mgr.14718) 2632 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:26 smithi179 conmon[67066]: cluster 2022-01-26T00:00:26.480917+0000 mgr.smithi111.vbmimw (mgr.14718) 2633 : cluster 2022-01-26T00:00:26.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:26 smithi179 conmon[67066]: [DBG] pgmap v2269: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:26.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:26 smithi111 conmon[101466]: cluster 2022-01-26T00:00:26.480917+0000 mgr.smithi111.vbmimw (mgr.14718) 2633 : cluster 2022-01-26T00:00:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:26 smithi111 conmon[101466]: [DBG] pgmap v2269: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:28 smithi179 conmon[67066]: cluster 2022-01-26T00:00:28.481640+0000 mgr.smithi111.vbmimw (mgr.14718) 2634 : cluster 2022-01-26T00:00:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:28 smithi179 conmon[67066]: [DBG] pgmap v2270: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:28 smithi111 conmon[101466]: cluster 2022-01-26T00:00:28.481640+0000 mgr.smithi111.vbmimw (mgr.14718) 2634 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:30 smithi179 conmon[67066]: cluster 2022-01-26T00:00:30.482155+0000 mgr.smithi111.vbmimw (mgr.14718) 2635 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:30.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:30 smithi111 conmon[101466]: cluster 2022-01-26T00:00:30.482155+0000 mgr.smithi111.vbmimw (mgr.14718) 2635 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:32 smithi179 conmon[67066]: cluster 2022-01-26T00:00:32.482727+0000 mgr.smithi111.vbmimw (mgr.14718) 2636 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:32 smithi111 conmon[101466]: cluster 2022-01-26T00:00:32.482727+0000 mgr.smithi111.vbmimw (mgr.14718) 2636 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:32 smithi111 conmon[101466]: 2022-01-26T00:00:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:34 smithi179 conmon[67066]: cluster 2022-01-26T00:00:34.483431+0000 mgr.smithi111.vbmimw (mgr.14718) 2637 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:34.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:34 smithi111 conmon[101466]: cluster 2022-01-26T00:00:34.483431+0000 mgr.smithi111.vbmimw (mgr.14718) 2637 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:36 smithi179 conmon[67066]: cluster 2022-01-26T00:00:36.484094+0000 mgr.smithi111.vbmimw (mgr.14718) 2638 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:36 smithi111 conmon[101466]: cluster 2022-01-26T00:00:36.484094+0000 mgr.smithi111.vbmimw (mgr.14718) 2638 : cluster 2022-01-26T00:00:36.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:36 smithi111 conmon[101466]: [DBG] pgmap v2274: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:37.593 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:00:37.863 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:37.863 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (82m) 2m ago 83m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:00:37.863 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (74m) 2m ago 83m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:00:37.864 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (74m) 2m ago 83m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:00:37.864 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (82m) 2m ago 83m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:00:37.864 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (78m) 2m ago 78m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:00:37.865 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (78m) 2m ago 78m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:00:37.865 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (75m) 2m ago 85m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:00:37.865 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (74m) 2m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:00:37.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (74m) 2m ago 85m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:00:37.866 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (74m) 2m ago 83m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:00:37.866 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (75m) 2m ago 75m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:00:37.866 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (75m) 2m ago 75m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:00:37.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (83m) 2m ago 83m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:00:37.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (82m) 2m ago 82m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:00:37.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (69m) 2m ago 82m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:00:37.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (82m) 2m ago 82m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:00:37.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (81m) 2m ago 81m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:00:37.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (81m) 2m ago 81m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:00:37.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (81m) 2m ago 81m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:00:37.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (80m) 2m ago 80m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:00:37.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (80m) 2m ago 80m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:00:37.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (80m) 2m ago 80m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:00:37.873 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (82m) 2m ago 83m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:00:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:37 smithi111 conmon[101466]: audit 2022-01-26T00:00:37.593092+0000 mon.smithi111 (mon.0) 978 : 2022-01-26T00:00:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:37 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:37 smithi111 conmon[101466]: audit 2022-01-26T00:00:37.593375+0000 mon.smithi111 (mon.0) 979 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:37 smithi179 conmon[67066]: audit 2022-01-26T00:00:37.593092+0000 mon.smithi111 (mon.0) 978 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:37 smithi179 conmon[67066]: audit 2022-01-26T00:00:37.593375+0000 mon.smithi111 (mon.0) 979 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:38.186 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:00:38.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:00:38.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:38.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:38.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:00:38.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:38.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:38.187 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:00:38.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:38.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:38.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:38.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:00:38.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:38.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:00:38.189 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:00:38.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:38.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:38.190 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:00:38.191 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:00:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: audit 2022-01-26T00:00:37. 2022-01-26T00:00:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: 582886+0000 mgr.smithi111.vbmimw (mgr.14718) 2639 : audit [DBG] from='client.35828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: audit 2022-01-26T00:00:37.853120+0000 mgr.smithi111.vbmimw (mgr.14718) 2640 : audit [DBG] from='client.35832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: audit 2022-01-26T00:00:38.186863+0000 mon.smithi111 (mon.0) 980 : audit 2022-01-26T00:00:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/3187719549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:38.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: cluster 2022-01-26T00:00:38.484729+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:00:38.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:38 smithi111 conmon[101466]: mgr.14718) 2641 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: audit 2022-01-26T00:00:37.582886+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:00:39.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: .14718) 2639 : audit [DBG] from='client.35828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: audit 2022-01-26T00:00:37.853120+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:00:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: 14718) 2640 : audit [DBG] from='client.35832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: audit 2022-01- 2022-01-26T00:00:39.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: 26T00:00:38.186863+0000 mon.smithi111 (mon.0) 980 : audit 2022-01-26T00:00:39.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/3187719549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:39.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: cluster 2022-01-26T00:00 2022-01-26T00:00:39.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: :38.484729+0000 mgr.smithi111.vbmimw (mgr.14718) 2641 2022-01-26T00:00:39.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:38 smithi179 conmon[67066]: : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:40 smithi179 conmon[67066]: cluster 2022-01-26T00:00:40.485407+0000 mgr.smithi111.vbmimw (mgr.14718) 2642 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:40.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:40 smithi179 conmon[67066]: 2022-01-26T00:00:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:40 smithi111 conmon[101466]: cluster 2022-01-26T00:00:40.485407+0000 mgr.smithi111.vbmimw (mgr.14718) 2642 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:42 smithi179 conmon[67066]: cluster 2022-01-26T00:00:42.486001+0000 mgr.smithi111.vbmimw (mgr.14718) 2643 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:42 smithi111 conmon[101466]: cluster 2022-01-26T00:00:42.486001+0000 mgr.smithi111.vbmimw (mgr.14718) 2643 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:44.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:44 smithi179 conmon[67066]: cluster 2022-01-26T00:00:44.486847+0000 mgr.smithi111.vbmimw (mgr.14718) 2644 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:44.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:44 smithi111 conmon[101466]: cluster 2022-01-26T00:00:44.486847+0000 mgr.smithi111.vbmimw (mgr.14718) 2644 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:46.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:46 smithi179 conmon[67066]: cluster 2022-01-26T00:00:46.487548+0000 mgr.smithi111.vbmimw (mgr.14718) 2645 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:46.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:46 smithi111 conmon[101466]: cluster 2022-01-26T00:00:46.487548+0000 mgr.smithi111.vbmimw (mgr.14718) 2645 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:48.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:48 smithi179 conmon[67066]: cluster 2022-01-26T00:00:48.488344+0000 mgr.smithi111.vbmimw (mgr.14718) 2646 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:48.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:48 smithi111 conmon[101466]: cluster 2022-01-26T00:00:48.488344+0000 mgr.smithi111.vbmimw (mgr.14718) 2646 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:50 smithi179 conmon[67066]: cluster 2022-01-26T00:00:50.489044+0000 mgr.smithi111.vbmimw (mgr.14718) 2647 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:50 smithi111 conmon[101466]: cluster 2022-01-26T00:00:50.489044+0000 mgr.smithi111.vbmimw (mgr.14718) 2647 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:52.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:52 smithi179 conmon[67066]: cluster 2022-01-26T00:00:52.489481+0000 mgr.smithi111.vbmimw (mgr.14718) 2648 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:52 smithi111 conmon[101466]: cluster 2022-01-26T00:00:52.489481+0000 mgr.smithi111.vbmimw (mgr.14718) 2648 : cluster [DBG] 2022-01-26T00:00:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:52 smithi111 conmon[101466]: pgmap v2282: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:54.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:54 smithi179 conmon[67066]: cluster 2022-01-26T00:00:54.490339+0000 mgr.smithi111.vbmimw (mgr.14718) 2649 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:54 smithi111 conmon[101466]: cluster 2022-01-26T00:00:54.490339+0000 mgr.smithi111.vbmimw (mgr.14718) 2649 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:56.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:56 smithi179 conmon[67066]: cluster 2022-01-26T00:00:56.491071+0000 mgr.smithi111.vbmimw (mgr.14718) 2650 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:56.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:56 smithi111 conmon[101466]: cluster 2022-01-26T00:00:56.491071+0000 mgr.smithi111.vbmimw (mgr.14718) 2650 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:58.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:58 smithi179 conmon[67066]: cluster 2022-01-26T00:00:58.491905+0000 mgr.smithi111.vbmimw (mgr.14718) 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:58.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:58 smithi111 conmon[101466]: cluster 2022-01-26T00:00:58.491905+0000 mgr.smithi111.vbmimw (mgr.14718) 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: audit 2022-01-26T00:00:58.995087+0000 mon.smithi111 (mon.0) 981 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: audit 2022-01-26T00:00:58.996508+0000 mon.smithi111 (mon.0) 982 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: audit 2022-01-26T00:00:58.997529+0000 mon.smithi111 (mon.0) 983 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: cephadm 2022-01-26T00:00:58.998277+0000 mgr.smithi111.vbmimw (mgr.14718) 2652 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: audit 2022-01-26T00:00:59.310926+0000 mon.smithi111 (mon.0) 984 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:00:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:00:59 smithi179 conmon[67066]: audit 2022-01-26T00:00:59.315749+0000 mon.smithi111 (mon.0) 985 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:00:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit 2022-01-26T00:00:58.995087+0000 mon.smithi111 (mon.0) 981 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit 2022-01-26T00:00:58.996508+0000 mon.smithi111 (mon.0) 982 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:59.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit 2022-01-26T00:00:58.997529+0000 mon.smithi111 (mon.0) 983 : 2022-01-26T00:00:59.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:59.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: cephadm 2022- 2022-01-26T00:00:59.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: 01-26T00:00:58.998277+0000 mgr.smithi111.vbmimw (mgr.14718) 2652 2022-01-26T00:00:59.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:59.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit 2022-01-26T 2022-01-26T00:00:59.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: 00:00:59.310926+0000 mon.smithi111 (mon. 2022-01-26T00:00:59.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: 0) 984 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:00:59.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:00:59.988 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: T00:00:59.315749+0000 mon.smithi111 (mon 2022-01-26T00:00:59.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:00:59 smithi111 conmon[101466]: .0) 985 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:01:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:00 smithi179 conmon[67066]: cluster 2022-01-26T00:01:00.492567+0000 mgr.smithi111.vbmimw (mgr.14718) 2653 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:00 smithi111 conmon[101466]: cluster 2022-01-26T00:01:00.492567+0000 mgr.smithi111.vbmimw (mgr.14718) 2653 : cluster 2022-01-26T00:01:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:00 smithi111 conmon[101466]: [DBG] pgmap v2286: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:02.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:02 smithi179 conmon[67066]: cluster 2022-01-26T00:01:02.493123+0000 mgr.smithi111.vbmimw (mgr.14718) 2654 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:02 smithi111 conmon[101466]: cluster 2022-01-26T00:01:02.493123+0000 mgr.smithi111.vbmimw (mgr.14718) 2654 : cluster [DBG] 2022-01-26T00:01:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:02 smithi111 conmon[101466]: pgmap v2287: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:04.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:04 smithi179 conmon[67066]: cluster 2022-01-26T00:01:04.494126+0000 mgr.smithi111.vbmimw (mgr.14718) 2655 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:04.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:04 smithi111 conmon[101466]: cluster 2022-01-26T00:01:04.494126+0000 mgr.smithi111.vbmimw (mgr.14718) 2655 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:06.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:06 smithi179 conmon[67066]: cluster 2022-01-26T00:01:06.494791+0000 mgr.smithi111.vbmimw (mgr.14718) 2656 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:06 smithi111 conmon[101466]: cluster 2022-01-26T00:01:06.494791+0000 mgr.smithi111.vbmimw (mgr.14718) 2656 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:06.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:06 smithi111 conmon[101466]: 2022-01-26T00:01:08.491 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:01:08.760 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:08.760 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (83m) 3m ago 84m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:01:08.760 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (74m) 3m ago 84m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:01:08.761 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (74m) 3m ago 83m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:01:08.761 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (83m) 3m ago 84m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:01:08.761 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (79m) 3m ago 79m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:01:08.761 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (79m) 3m ago 79m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:01:08.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (75m) 3m ago 85m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:01:08.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (75m) 3m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:01:08.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (75m) 3m ago 85m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:01:08.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (74m) 3m ago 83m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:01:08.763 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (75m) 3m ago 75m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:01:08.763 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (75m) 3m ago 75m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:01:08.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (84m) 3m ago 84m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:01:08.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (83m) 3m ago 83m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:01:08.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (70m) 3m ago 82m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:01:08.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (82m) 3m ago 82m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:01:08.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (82m) 3m ago 82m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:01:08.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (81m) 3m ago 81m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:01:08.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (81m) 3m ago 81m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:01:08.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (81m) 3m ago 81m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:01:08.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (81m) 3m ago 81m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:01:08.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (80m) 3m ago 80m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:01:08.765 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (82m) 3m ago 83m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:01:08.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:08 smithi179 conmon[67066]: audit 2022-01-26T00:01:08.479053+0000 mgr.smithi111.vbmimw (mgr.14718) 2657 : audit [DBG] from='client.35840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:08.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:08 smithi179 conmon[67066]: cluster 2022-01-26T00:01:08.495432+0000 mgr.smithi111.vbmimw (mgr.14718) 2658 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:08.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:08 smithi111 conmon[101466]: audit 2022-01-26T00:01:08.479053+0000 mgr.smithi111.vbmimw (mgr.14718) 2657 : audit [DBG] from='client.35840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:08.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:08 smithi111 conmon[101466]: cluster 2022-01-26T00:01:08.495432+0000 mgr.smithi111.vbmimw (mgr.14718) 2658 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:09.081 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:01:09.081 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:01:09.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:09.082 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:09.082 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:01:09.082 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:09.082 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:09.082 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:01:09.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:09.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:09.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:09.083 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:01:09.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:09.084 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:09.084 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:01:09.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:09.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:09.085 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:01:09.085 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:01:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:09 smithi179 conmon[67066]: audit 2022-01-26T00:01:08.752121+0000 mgr.smithi111.vbmimw (mgr.14718) 2659 : audit [DBG] from='client.35844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:09 smithi179 conmon[67066]: audit 2022-01-26T00:01:09.082015+0000 mon.smithi111 (mon.0) 986 : audit [DBG] from='client.? 172.21.15.111:0/341431900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:09 smithi111 conmon[101466]: audit 2022-01-26T00:01:08.752121+0000 mgr.smithi111.vbmimw (mgr.14718) 2659 : 2022-01-26T00:01:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:09 smithi111 conmon[101466]: audit [DBG] from='client.35844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:09 smithi111 conmon[101466]: audit 2022-01-26T00:01:09.082015+0000 mon.smithi111 (mon.0) 986 : audit [DBG] from='client.? 172.21.15.111:0/341431900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:10.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:10 smithi179 conmon[67066]: cluster 2022-01-26T00:01:10.496079+0000 mgr.smithi111.vbmimw (mgr.14718) 2660 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:10 smithi111 conmon[101466]: cluster 2022-01-26T00:01:10.496079+0000 mgr.smithi111.vbmimw (mgr.14718) 2660 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:10 smithi111 conmon[101466]: 2022-01-26T00:01:12.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:12 smithi179 conmon[67066]: cluster 2022-01-26T00:01:12.496679+0000 mgr.smithi111.vbmimw (mgr.14718) 2661 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:12 smithi111 conmon[101466]: cluster 2022-01-26T00:01:12.496679+0000 mgr.smithi111.vbmimw (mgr.14718) 2661 : cluster 2022-01-26T00:01:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:12 smithi111 conmon[101466]: [DBG] pgmap v2292: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:14.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:14 smithi179 conmon[67066]: cluster 2022-01-26T00:01:14.497425+0000 mgr.smithi111.vbmimw (mgr.14718) 2662 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:14.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:14 smithi111 conmon[101466]: cluster 2022-01-26T00:01:14.497425+0000 mgr.smithi111.vbmimw (mgr.14718) 2662 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:16 smithi179 conmon[67066]: cluster 2022-01-26T00:01:16.498175+0000 mgr.smithi111.vbmimw (mgr.14718) 2663 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:16 smithi111 conmon[101466]: cluster 2022-01-26T00:01:16.498175+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:01:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:16 smithi111 conmon[101466]: 2663 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:18 smithi179 conmon[67066]: cluster 2022-01-26T00:01:18.499062+0000 mgr.smithi111.vbmimw (mgr.14718) 2664 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:18 smithi111 conmon[101466]: cluster 2022-01-26T00:01:18.499062+0000 mgr.smithi111.vbmimw (mgr.14718) 2664 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:20 smithi179 conmon[67066]: cluster 2022-01-26T00:01:20.499601+0000 mgr.smithi111.vbmimw (mgr.14718) 2665 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:20 smithi111 conmon[101466]: cluster 2022-01-26T00:01:20.499601+0000 mgr.smithi111.vbmimw (mgr.14718) 2665 : cluster [DBG] 2022-01-26T00:01:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:20 smithi111 conmon[101466]: pgmap v2296: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:22 smithi179 conmon[67066]: cluster 2022-01-26T00:01:22.500278+0000 mgr.smithi111.vbmimw (mgr.14718) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:22 smithi111 conmon[101466]: cluster 2022-01-26T00:01:22.500278+0000 mgr.smithi111.vbmimw (mgr.14718) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:22 smithi111 conmon[101466]: 2022-01-26T00:01:24.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:24 smithi179 conmon[67066]: cluster 2022-01-26T00:01:24.501081+0000 mgr.smithi111.vbmimw (mgr.14718) 2667 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:24.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:24 smithi179 conmon[67066]: 2022-01-26T00:01:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:24 smithi111 conmon[101466]: cluster 2022-01-26T00:01:24.501081+0000 mgr.smithi111.vbmimw (mgr.14718) 2667 : cluster [DBG] 2022-01-26T00:01:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:24 smithi111 conmon[101466]: pgmap v2298: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:26 smithi179 conmon[67066]: cluster 2022-01-26T00:01:26.501734+0000 mgr.smithi111.vbmimw (mgr.14718) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:26.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:26 smithi111 conmon[101466]: cluster 2022-01-26T00:01:26.501734+0000 mgr.smithi111.vbmimw (mgr.14718) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:28 smithi179 conmon[67066]: cluster 2022-01-26T00:01:28.502542+0000 mgr.smithi111.vbmimw (mgr.14718) 2669 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:28.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:28 smithi111 conmon[101466]: cluster 2022-01-26T00:01:28.502542+0000 mgr.smithi111.vbmimw (mgr.14718) 2669 : cluster [DBG] 2022-01-26T00:01:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:28 smithi111 conmon[101466]: pgmap v2300: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:30.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:30 smithi179 conmon[67066]: cluster 2022-01-26T00:01:30.503128+0000 mgr.smithi111.vbmimw (mgr.14718) 2670 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:30.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:30 smithi179 conmon[67066]: 2022-01-26T00:01:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:30 smithi111 conmon[101466]: cluster 2022-01-26T00:01:30.503128+0000 mgr.smithi111.vbmimw (mgr.14718) 2670 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:32.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:32 smithi179 conmon[67066]: cluster 2022-01-26T00:01:32.503773+0000 mgr.smithi111.vbmimw (mgr.14718) 2671 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:32 smithi111 conmon[101466]: cluster 2022-01-26T00:01:32.503773+0000 mgr.smithi111.vbmimw (mgr.14718) 2671 : cluster 2022-01-26T00:01:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:32 smithi111 conmon[101466]: [DBG] pgmap v2302: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:34.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:34 smithi179 conmon[67066]: cluster 2022-01-26T00:01:34.504504+0000 mgr.smithi111.vbmimw (mgr.14718) 2672 : cluster [DBG] 2022-01-26T00:01:34.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:34 smithi179 conmon[67066]: pgmap v2303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:34.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:34 smithi111 conmon[101466]: cluster 2022-01-26T00:01:34.504504+0000 mgr.smithi111.vbmimw (mgr.14718) 2672 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:36 smithi179 conmon[67066]: cluster 2022-01-26T00:01:36.505029+0000 mgr.smithi111.vbmimw (mgr.14718) 2673 : cluster [DBG] 2022-01-26T00:01:36.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:36 smithi179 conmon[67066]: pgmap v2304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:36.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:36 smithi111 conmon[101466]: cluster 2022-01-26T00:01:36.505029+0000 mgr.smithi111.vbmimw (mgr.14718) 2673 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:37 smithi111 conmon[101466]: audit 2022-01-26T00:01:37.597366+0000 mon.smithi111 (mon.0) 987 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:37 smithi111 conmon[101466]: audit 2022-01-26T00:01:37.597654+0000 mon.smithi111 (mon.0) 988 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:37 smithi179 conmon[67066]: audit 2022-01-26T00:01:37.597366+0000 mon.smithi111 (mon.0) 987 : audit [INF] 2022-01-26T00:01:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:37 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:37 smithi179 conmon[67066]: audit 2022-01-26T00:01:37.597654+0000 mon.smithi111 (mon.0) 988 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:38 smithi111 conmon[101466]: cluster 2022-01-26T00:01:38.505985+0000 mgr.smithi111.vbmimw (mgr.14718) 2674 : cluster [DBG] 2022-01-26T00:01:39.114 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:38 smithi111 conmon[101466]: pgmap v2305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:39.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:38 smithi179 conmon[67066]: cluster 2022-01-26T00:01:38.505985+0000 mgr.smithi111.vbmimw (mgr.14718) 2674 : cluster [DBG] 2022-01-26T00:01:39.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:38 smithi179 conmon[67066]: pgmap v2305: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:39.381 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:01:39.645 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:39.646 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (83m) 3m ago 84m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:01:39.646 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (75m) 3m ago 84m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:01:39.646 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (75m) 3m ago 84m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:01:39.646 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (83m) 3m ago 84m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:01:39.647 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (79m) 3m ago 79m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:01:39.647 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (79m) 3m ago 79m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:01:39.647 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (76m) 3m ago 86m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:01:39.647 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (75m) 3m ago 84m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:01:39.648 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (75m) 3m ago 86m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:01:39.648 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (75m) 3m ago 84m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:01:39.648 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (76m) 3m ago 76m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:01:39.648 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (76m) 3m ago 76m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:01:39.648 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (84m) 3m ago 84m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:01:39.649 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (83m) 3m ago 83m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:01:39.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (70m) 3m ago 83m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:01:39.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (83m) 3m ago 83m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:01:39.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (82m) 3m ago 82m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:01:39.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (82m) 3m ago 82m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:01:39.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (82m) 3m ago 82m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:01:39.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (81m) 3m ago 81m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:01:39.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (81m) 3m ago 81m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:01:39.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (81m) 3m ago 81m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:01:39.651 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (83m) 3m ago 84m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:01:39.966 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:01:39.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:01:39.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:39.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:39.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:01:39.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:39.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:39.968 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:01:39.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:39.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:39.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:39.969 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:01:39.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:39.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:01:39.969 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:01:39.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:39.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:39.970 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:01:39.971 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:01:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:39 smithi111 conmon[101466]: audit 2022-01-26T00:01:39.369534+0000 mgr.smithi111.vbmimw (mgr.14718) 2675 : audit [DBG] 2022-01-26T00:01:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:39 smithi111 conmon[101466]: from='client.35852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:39 smithi179 conmon[67066]: audit 2022-01-26T00:01:39.369534+0000 mgr.smithi111.vbmimw (mgr.14718) 2675 2022-01-26T00:01:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:39 smithi179 conmon[67066]: : audit [DBG] from='client.35852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:40.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:40 smithi111 conmon[101466]: audit 2022-01-26T00:01:39.637996+0000 mgr.smithi111.vbmimw (mgr.14718) 2676 : audit [DBG] from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:40 smithi111 conmon[101466]: audit 2022-01-26T00:01:39.967200+0000 2022-01-26T00:01:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:40 smithi111 conmon[101466]: mon.smithi111 (mon.0) 989 : audit [DBG] from='client.? 172.21.15.111:0/3538236321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:40.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:40 smithi111 conmon[101466]: cluster 2022-01-26T00:01:40.506683+0000 mgr.smithi111.vbmimw (mgr.14718) 2677 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:41.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:40 smithi179 conmon[67066]: audit 2022-01-26T00:01:39.637996+0000 mgr.smithi111.vbmimw (mgr.14718) 2676 : audit [DBG] from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:40 smithi179 conmon[67066]: audit 2022-01-26T00:01:39.967200+0000 mon.smithi111 (mon.0) 989 : audit [DBG] from='client.? 172.21.15.111:0/3538236321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:40 smithi179 conmon[67066]: cluster 2022-01-26T00:01:40.506683+0000 mgr.smithi111.vbmimw (mgr.14718) 2677 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:42.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:42 smithi179 conmon[67066]: cluster 2022-01-26T00:01:42.507309+0000 mgr.smithi111.vbmimw (mgr.14718) 2678 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:42.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:42 smithi179 conmon[67066]: 2022-01-26T00:01:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:42 smithi111 conmon[101466]: cluster 2022-01-26T00:01:42.507309+0000 mgr.smithi111.vbmimw (mgr.14718) 2678 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:45 smithi179 conmon[67066]: cluster 2022-01-26T00:01:44.508114+0000 mgr.smithi111.vbmimw (mgr.14718) 2679 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:45 smithi111 conmon[101466]: cluster 2022-01-26T00:01:44.508114+0000 mgr.smithi111.vbmimw (mgr.14718) 2679 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:47 smithi179 conmon[67066]: cluster 2022-01-26T00:01:46.508684+0000 mgr.smithi111.vbmimw (mgr.14718) 2680 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:47.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:47 smithi111 conmon[101466]: cluster 2022-01-26T00:01:46.508684+0000 mgr.smithi111.vbmimw (mgr.14718) 2680 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:49 smithi179 conmon[67066]: cluster 2022-01-26T00:01:48.509445+0000 mgr.smithi111.vbmimw (mgr.14718) 2681 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:49 smithi111 conmon[101466]: cluster 2022-01-26T00:01:48.509445+0000 mgr.smithi111.vbmimw (mgr.14718) 2681 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:51.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:51 smithi179 conmon[67066]: cluster 2022-01-26T00:01:50.510023+0000 mgr.smithi111.vbmimw (mgr.14718) 2682 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:51 smithi111 conmon[101466]: cluster 2022-01-26T00:01:50.510023+0000 mgr.smithi111.vbmimw (mgr.14718) 2682 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:51 smithi111 conmon[101466]: 2022-01-26T00:01:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:53 smithi179 conmon[67066]: cluster 2022-01-26T00:01:52.510540+0000 mgr.smithi111.vbmimw (mgr.14718) 2683 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:53 smithi111 conmon[101466]: cluster 2022-01-26T00:01:52.510540+0000 mgr.smithi111.vbmimw (mgr.14718) 2683 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:55.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:55 smithi179 conmon[67066]: cluster 2022-01-26T00:01:54.511455+0000 mgr.smithi111.vbmimw (mgr.14718) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:55 smithi111 conmon[101466]: cluster 2022-01-26T00:01:54.511455+0000 mgr.smithi111.vbmimw (mgr.14718) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:57 smithi179 conmon[67066]: cluster 2022-01-26T00:01:56.512169+0000 mgr.smithi111.vbmimw (mgr.14718) 2685 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:57 smithi111 conmon[101466]: cluster 2022-01-26T00:01:56.512169+0000 mgr.smithi111.vbmimw (mgr.14718) 2685 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: cluster 2022-01-26T00:01:58.513102+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:01:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: audit 2022-01-26T00:01:59.318375+0000 mon.smithi111 (mon.0) 990 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:59.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: audit 2022-01-26T00:01:59.319866+0000 mon.smithi111 (mon.0) 991 : audit [DBG] 2022-01-26T00:01:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:01:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: 01-26T00:01:59.320751+0000 mon.smithi111 (mon.0) 992 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: cephadm 2022-01-26T 2022-01-26T00:01:59.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: 00:01:59.321546+0000 mgr.smithi111.vbmimw (mgr.14718) 2687 : cephadm 2022-01-26T00:01:59.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:01:59 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:01:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: cluster 2022-01-26T00:01:58.513102+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:01:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: 14718) 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: audit 2022-01-26T00:01:59.318375+0000 mon.smithi111 (mon.0) 990 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: audit 2022-01-26T00:01:59.319866+0000 mon.smithi111 (mon.0) 991 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: audit 2022-01-26T00:01:59.320751+0000 mon.smithi111 (mon.0) 992 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:01:59 smithi111 conmon[101466]: cephadm 2022-01-26T00:01:59.321546+0000 mgr.smithi111.vbmimw (mgr.14718) 2687 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:02:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:00 smithi111 conmon[101466]: audit 2022-01-26T00:01:59.636608+0000 mon.smithi111 (mon.0) 993 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:02:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:00 smithi111 conmon[101466]: 2022-01-26T00:02:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:00 smithi111 conmon[101466]: audit 2022-01-26T00:01:59.641409+0000 mon.smithi111 (mon.0) 994 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:02:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:00 smithi179 conmon[67066]: audit 2022-01-26T00:01:59.636608+0000 mon.smithi111 (mon.0) 993 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:02:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:00 smithi179 conmon[67066]: audit 2022-01-26T00:01:59.641409+0000 mon.smithi111 (mon.0) 994 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:02:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:01 smithi179 conmon[67066]: cluster 2022-01-26T00:02:00.513571+0000 mgr.smithi111.vbmimw (mgr.14718) 2688 : cluster [DBG] 2022-01-26T00:02:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:01 smithi179 conmon[67066]: pgmap v2316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:01 smithi111 conmon[101466]: cluster 2022-01-26T00:02:00.513571+0000 mgr.smithi111.vbmimw (mgr.14718) 2688 : cluster 2022-01-26T00:02:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:01 smithi111 conmon[101466]: [DBG] pgmap v2316: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:03.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:03 smithi111 conmon[101466]: cluster 2022-01-26T00:02:02.514178+0000 mgr.smithi111.vbmimw (mgr.14718) 2689 : cluster 2022-01-26T00:02:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:03 smithi111 conmon[101466]: [DBG] pgmap v2317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:03 smithi179 conmon[67066]: cluster 2022-01-26T00:02:02.514178+0000 mgr.smithi111.vbmimw (mgr.14718) 2689 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:05 smithi111 conmon[101466]: cluster 2022-01-26T00:02:04.514943+0000 mgr.smithi111.vbmimw (mgr.14718) 2690 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:05 smithi179 conmon[67066]: cluster 2022-01-26T00:02:04.514943+0000 mgr.smithi111.vbmimw (mgr.14718) 2690 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:07 smithi111 conmon[101466]: cluster 2022-01-26T00:02:06.515435+0000 mgr.smithi111.vbmimw (mgr.14718) 2691 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:07 smithi179 conmon[67066]: cluster 2022-01-26T00:02:06.515435+0000 mgr.smithi111.vbmimw (mgr.14718) 2691 : cluster 2022-01-26T00:02:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:07 smithi179 conmon[67066]: [DBG] pgmap v2319: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:09 smithi111 conmon[101466]: cluster 2022-01-26T00:02:08.516285+0000 mgr.smithi111.vbmimw (mgr.14718) 2692 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:09 smithi179 conmon[67066]: cluster 2022-01-26T00:02:08.516285+0000 mgr.smithi111.vbmimw (mgr.14718) 2692 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:10.430 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:02:10.534 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:10.535 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (84m) 4m ago 85m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:02:10.535 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (75m) 4m ago 85m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:02:10.535 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (75m) 4m ago 84m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:02:10.536 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (84m) 4m ago 85m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:02:10.536 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (80m) 4m ago 80m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:02:10.536 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (80m) 4m ago 80m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:02:10.536 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (76m) 4m ago 86m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:02:10.537 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (76m) 4m ago 84m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:02:10.538 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (76m) 4m ago 86m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:02:10.538 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (76m) 4m ago 84m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:02:10.538 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (76m) 4m ago 76m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:02:10.538 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (76m) 4m ago 76m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:02:10.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (85m) 4m ago 85m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:02:10.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (84m) 4m ago 84m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:02:10.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (71m) 4m ago 83m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:02:10.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (83m) 4m ago 83m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:02:10.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (83m) 4m ago 83m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:02:10.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (82m) 4m ago 82m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:02:10.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (82m) 4m ago 82m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:02:10.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (82m) 4m ago 82m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:02:10.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (82m) 4m ago 82m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:02:10.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (81m) 4m ago 81m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:02:10.541 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (83m) 4m ago 84m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:02:10.856 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:02:10.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:02:10.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:10.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:10.857 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:02:10.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:10.858 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:10.858 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:02:10.858 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:10.858 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:10.859 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:10.859 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:02:10.859 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:10.859 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:10.860 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:02:10.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:10.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:10.860 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:02:10.861 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:02:10.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:10 smithi111 conmon[101466]: audit 2022-01-26T00:02:10. 2022-01-26T00:02:10.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:10 smithi111 conmon[101466]: 256322+0000 mgr.smithi111.vbmimw (mgr.14718) 2693 : audit [DBG] from='client.35864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:10 smithi179 conmon[67066]: audit 2022-01-26T00:02:10.256322+0000 mgr.smithi111.vbmimw (mgr.14718) 2693 : audit [DBG] from='client.35864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:10 smithi179 conmon[67066]: 2022-01-26T00:02:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:11 smithi179 conmon[67066]: cluster 2022-01-26T00:02:10.516762+0000 mgr.smithi111.vbmimw (mgr.14718) 2694 : cluster [DBG] 2022-01-26T00:02:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:11 smithi179 conmon[67066]: pgmap v2321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:11 smithi179 conmon[67066]: audit 2022-01-26T00:02:10.527057+0000 mgr.smithi111.vbmimw (mgr.14718) 2695 : audit [DBG] from='client.35868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:11 smithi179 conmon[67066]: audit 2022-01-26T00:02:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:11 smithi179 conmon[67066]: 2022-01-26T00:02:10.857277+0000 mon.smithi111 (mon.0) 995 : audit [DBG] from='client.? 172.21.15.111:0/789986233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:11 smithi111 conmon[101466]: cluster 2022-01-26T00:02:10.516762+0000 mgr.smithi111.vbmimw (mgr.14718) 2694 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:11 smithi111 conmon[101466]: 2022-01-26T00:02:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:11 smithi111 conmon[101466]: audit 2022-01-26T00:02:10.527057+0000 mgr.smithi111.vbmimw (mgr.14718) 2695 : audit [DBG] from='client.35868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:11.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:11 smithi111 conmon[101466]: audit 2022-01-26T00:02:10.857277+0000 mon.smithi111 (mon.0) 995 : audit [DBG] from='client.? 172.21.15.111:0/789986233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:13 smithi111 conmon[101466]: cluster 2022-01-26T00:02:12.517245+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:02:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:13 smithi111 conmon[101466]: ) 2696 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:14.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:13 smithi179 conmon[67066]: cluster 2022-01-26T00:02:12.517245+0000 mgr.smithi111.vbmimw (mgr.14718) 2696 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:15 smithi111 conmon[101466]: cluster 2022-01-26T00:02:14.518075+0000 mgr.smithi111.vbmimw (mgr.14718) 2697 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:15 smithi179 conmon[67066]: cluster 2022-01-26T00:02:14.518075+0000 mgr.smithi111.vbmimw (mgr.14718) 2697 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:17 smithi111 conmon[101466]: cluster 2022-01-26T00:02:16.518638+0000 mgr.smithi111.vbmimw (mgr.14718) 2698 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:17 smithi179 conmon[67066]: cluster 2022-01-26T00:02:16.518638+0000 mgr.smithi111.vbmimw (mgr.14718) 2698 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:19 smithi111 conmon[101466]: cluster 2022-01-26T00:02:18.519472+0000 mgr.smithi111.vbmimw (mgr.14718) 2699 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:19 smithi179 conmon[67066]: cluster 2022-01-26T00:02:18.519472+0000 mgr.smithi111.vbmimw (mgr.14718) 2699 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:21 smithi179 conmon[67066]: cluster 2022-01-26T00:02:20.520071+0000 mgr.smithi111.vbmimw (mgr.14718) 2700 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:21 smithi179 conmon[67066]: 2022-01-26T00:02:21.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:21 smithi111 conmon[101466]: cluster 2022-01-26T00:02:20.520071+0000 mgr.smithi111.vbmimw (mgr.14718) 2700 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:23 smithi111 conmon[101466]: cluster 2022-01-26T00:02:22.520552+0000 mgr.smithi111.vbmimw (mgr.14718) 2701 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:23 smithi179 conmon[67066]: cluster 2022-01-26T00:02:22.520552+0000 mgr.smithi111.vbmimw (mgr.14718) 2701 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:25 smithi111 conmon[101466]: cluster 2022-01-26T00:02:24.521481+0000 mgr.smithi111.vbmimw (mgr.14718) 2702 : cluster 2022-01-26T00:02:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:25 smithi111 conmon[101466]: [DBG] pgmap v2328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:25 smithi179 conmon[67066]: cluster 2022-01-26T00:02:24.521481+0000 mgr.smithi111.vbmimw (mgr.14718) 2702 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:27 smithi111 conmon[101466]: cluster 2022-01-26T00:02:26.522249+0000 mgr.smithi111.vbmimw (mgr.14718) 2703 : cluster 2022-01-26T00:02:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:27 smithi111 conmon[101466]: [DBG] pgmap v2329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:27 smithi179 conmon[67066]: cluster 2022-01-26T00:02:26.522249+0000 mgr.smithi111.vbmimw (mgr.14718) 2703 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:29 smithi111 conmon[101466]: cluster 2022-01-26T00:02:28.522944+0000 mgr.smithi111.vbmimw (mgr.14718) 2704 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:29 smithi179 conmon[67066]: cluster 2022-01-26T00:02:28.522944+0000 mgr.smithi111.vbmimw (mgr.14718) 2704 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:31 smithi179 conmon[67066]: cluster 2022-01-26T00:02:30.523643+0000 mgr.smithi111.vbmimw (mgr.14718) 2705 2022-01-26T00:02:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:31 smithi179 conmon[67066]: : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:31 smithi111 conmon[101466]: cluster 2022-01-26T00:02:30.523643+0000 mgr.smithi111.vbmimw (mgr.14718) 2705 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:33 smithi111 conmon[101466]: cluster 2022-01-26T00:02:32.524169+0000 mgr.smithi111.vbmimw (mgr.14718) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:33 smithi179 conmon[67066]: cluster 2022-01-26T00:02:32.524169+0000 mgr.smithi111.vbmimw (mgr.14718) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:35.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:35 smithi111 conmon[101466]: cluster 2022-01-26T00:02:34.525039+0000 mgr.smithi111.vbmimw (mgr.14718) 2707 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:35 smithi179 conmon[67066]: cluster 2022-01-26T00:02:34.525039+0000 mgr.smithi111.vbmimw (mgr.14718) 2707 : cluster 2022-01-26T00:02:36.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:35 smithi179 conmon[67066]: [DBG] pgmap v2333: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:37 smithi111 conmon[101466]: cluster 2022-01-26T00:02:36.525810+0000 mgr.smithi111.vbmimw (mgr.14718) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:37 smithi111 conmon[101466]: 2022-01-26T00:02:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:37 smithi111 conmon[101466]: audit 2022-01-26T00:02:37.601422+0000 mon.smithi111 (mon.0) 996 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:37 smithi111 conmon[101466]: audit 2022-01-26T00:02:37.601643+0000 mon.smithi111 (mon.0) 997 : audit 2022-01-26T00:02:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:37 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:37 smithi179 conmon[67066]: cluster 2022-01-26T00:02:36.525810+0000 mgr.smithi111.vbmimw (mgr.14718) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:37 smithi179 conmon[67066]: audit 2022-01-26T00:02:37.601422+0000 mon.smithi111 (mon.0) 996 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:37 smithi179 conmon[67066]: audit 2022-01-26T00:02:37.601643+0000 mon.smithi111 (mon.0) 997 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:39 smithi111 conmon[101466]: cluster 2022-01-26T00:02:38.526747+0000 mgr.smithi111.vbmimw (mgr.14718) 2709 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:39 smithi179 conmon[67066]: cluster 2022-01-26T00:02:38.526747+0000 mgr.smithi111.vbmimw (mgr.14718) 2709 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:41.159 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:02:41.425 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:41.425 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (84m) 4m ago 85m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:02:41.426 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (76m) 4m ago 85m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:02:41.426 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (76m) 4m ago 85m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:02:41.427 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (84m) 4m ago 85m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:02:41.427 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (80m) 4m ago 80m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:02:41.427 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (80m) 4m ago 80m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:02:41.428 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (77m) 4m ago 87m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:02:41.428 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (76m) 4m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:02:41.429 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (76m) 4m ago 87m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:02:41.429 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (76m) 4m ago 85m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:02:41.430 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (77m) 4m ago 77m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:02:41.430 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (77m) 4m ago 77m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:02:41.431 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (85m) 4m ago 85m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:02:41.431 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (84m) 4m ago 84m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:02:41.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (71m) 4m ago 84m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:02:41.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (84m) 4m ago 84m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:02:41.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (83m) 4m ago 83m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:02:41.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (83m) 4m ago 83m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:02:41.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (83m) 4m ago 83m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:02:41.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (82m) 4m ago 82m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:02:41.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (82m) 4m ago 82m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:02:41.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (82m) 4m ago 82m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:02:41.434 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (84m) 4m ago 85m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:02:41.752 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:02:41.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:02:41.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:41.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:41.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:02:41.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:41.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:41.756 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:02:41.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:41.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:41.758 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:41.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:02:41.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:41.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:02:41.760 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:02:41.761 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:41.761 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:41.762 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:02:41.762 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:02:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:41 smithi179 conmon[67066]: cluster 2022-01-26T00:02:40.527297+0000 mgr.smithi111.vbmimw (mgr.14718) 2710 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:41 smithi179 conmon[67066]: audit 2022-01-26T00:02:41.148445+0000 mgr.smithi111.vbmimw (mgr.14718) 2711 : audit [DBG] from='client.35876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:41 smithi179 conmon[67066]: audit 2022-01-26T00:02: 2022-01-26T00:02:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:41 smithi179 conmon[67066]: 41.417058+0000 mgr.smithi111.vbmimw (mgr.14718) 2712 : audit [DBG] from='client.35880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:41 smithi111 conmon[101466]: cluster 2022-01-26T00:02:40.527297+0000 mgr.smithi111.vbmimw (mgr.14718) 2710 : cluster 2022-01-26T00:02:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:41 smithi111 conmon[101466]: [DBG] pgmap v2336: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:41 smithi111 conmon[101466]: audit 2022-01-26T00:02:41.148445+0000 mgr.smithi111.vbmimw (mgr.14718) 2711 : audit [DBG] from='client.35876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:41 smithi111 conmon[101466]: audit 2022-01-26T00:02: 2022-01-26T00:02:41.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:41 smithi111 conmon[101466]: 41.417058+0000 mgr.smithi111.vbmimw (mgr.14718) 2712 : audit [DBG] from='client.35880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:42.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:42 smithi111 conmon[101466]: audit 2022-01-26T00:02:41.750385+0000 mon.smithi111 (mon.0) 998 : audit [DBG] from='client.? 172.21.15.111:0/4122032587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:43.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:42 smithi179 conmon[67066]: audit 2022-01-26T00:02:41.750385+0000 mon.smithi111 (mon.0) 998 : audit [DBG] from='client.? 172.21.15.111:0/4122032587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:43 smithi111 conmon[101466]: cluster 2022-01-26T00:02:42.527842+0000 mgr.smithi111.vbmimw (mgr.14718) 2713 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:43 smithi179 conmon[67066]: cluster 2022-01-26T00:02:42.527842+0000 mgr.smithi111.vbmimw (mgr.14718) 2713 : cluster [DBG] 2022-01-26T00:02:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:43 smithi179 conmon[67066]: pgmap v2337: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:45 smithi111 conmon[101466]: cluster 2022-01-26T00:02:44.528571+0000 mgr.smithi111.vbmimw (mgr.14718) 2714 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:45 smithi179 conmon[67066]: cluster 2022-01-26T00:02:44.528571+0000 mgr.smithi111.vbmimw (mgr.14718) 2714 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:48.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:47 smithi179 conmon[67066]: cluster 2022-01-26T00:02:46.529265+0000 mgr.smithi111.vbmimw (mgr.14718) 2715 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:48.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:47 smithi179 conmon[67066]: 2022-01-26T00:02:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:47 smithi111 conmon[101466]: cluster 2022-01-26T00:02:46.529265+0000 mgr.smithi111.vbmimw (mgr.14718) 2715 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:47 smithi111 conmon[101466]: 2022-01-26T00:02:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:49 smithi179 conmon[67066]: cluster 2022-01-26T00:02:48.530008+0000 mgr.smithi111.vbmimw (mgr.14718) 2716 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:49 smithi111 conmon[101466]: cluster 2022-01-26T00:02:48.530008+0000 mgr.smithi111.vbmimw (mgr.14718) 2716 : cluster [DBG] 2022-01-26T00:02:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:49 smithi111 conmon[101466]: pgmap v2340: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:51 smithi179 conmon[67066]: cluster 2022-01-26T00:02:50.530710+0000 mgr.smithi111.vbmimw (mgr.14718) 2717 : cluster 2022-01-26T00:02:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:51 smithi179 conmon[67066]: [DBG] pgmap v2341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:51 smithi111 conmon[101466]: cluster 2022-01-26T00:02:50.530710+0000 mgr.smithi111.vbmimw (mgr.14718) 2717 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:51 smithi111 conmon[101466]: 2022-01-26T00:02:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:53 smithi179 conmon[67066]: cluster 2022-01-26T00:02:52.531206+0000 mgr.smithi111.vbmimw (mgr.14718) 2718 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:53 smithi111 conmon[101466]: cluster 2022-01-26T00:02:52.531206+0000 mgr.smithi111.vbmimw (mgr.14718) 2718 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:55 smithi179 conmon[67066]: cluster 2022-01-26T00:02:54.532156+0000 mgr.smithi111.vbmimw (mgr.14718) 2719 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:55 smithi179 conmon[67066]: 2022-01-26T00:02:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:55 smithi111 conmon[101466]: cluster 2022-01-26T00:02:54.532156+0000 mgr.smithi111.vbmimw (mgr.14718) 2719 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:55 smithi111 conmon[101466]: 2022-01-26T00:02:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:57 smithi179 conmon[67066]: cluster 2022-01-26T00:02:56.532712+0000 mgr.smithi111.vbmimw (mgr.14718) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:57 smithi111 conmon[101466]: cluster 2022-01-26T00:02:56.532712+0000 mgr.smithi111.vbmimw (mgr.14718) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: cluster 2022-01-26T00:02:58.533657+0000 mgr.smithi111.vbmimw (mgr.14718) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:03:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: 02:59.643950+0000 mon.smithi111 (mon.0) 999 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: audit 2022-01-26T00:02:59.645346+0000 mon.smithi111 (mon.0) 1000 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: audit 2022-01-26T00:03:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: 2022-01-26T00:02:59.646382+0000 mon.smithi111 (mon.0) 1001 2022-01-26T00:03:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:02:59 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:59 smithi111 conmon[101466]: cluster 2022-01-26T00:02:58.533657+0000 mgr.smithi111.vbmimw (mgr.14718) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:59 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:03:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:59 smithi111 conmon[101466]: 01-26T00:02:59.643950+0000 mon.smithi111 (mon.0) 999 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:59 smithi111 conmon[101466]: audit 2022-01-26T00:02:59.645346+0000 mon.smithi111 (mon.0) 1000 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:02:59 smithi111 conmon[101466]: audit 2022-01-26T00:02:59.646382+0000 mon.smithi111 (mon.0) 1001 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:01.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:00 smithi111 conmon[101466]: cephadm 2022-01-26T00:02:59.647164+0000 mgr.smithi111.vbmimw (mgr.14718) 2722 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:00 smithi111 conmon[101466]: audit 2022-01-26T00:02:59.960184+0000 mon.smithi111 (mon.0) 1002 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:03:01.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:00 smithi111 conmon[101466]: audit 2022-01-26T00:02:59.967115+0000 mon.smithi111 (mon.0) 1003 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:03:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:00 smithi179 conmon[67066]: cephadm 2022-01-26T00:02:59.647164+0000 mgr.smithi111.vbmimw (mgr.14718) 2722 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:01.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:00 smithi179 conmon[67066]: audit 2022-01-26T00:02:59.960184+0000 mon.smithi111 (mon.0) 1002 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:03:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:00 smithi179 conmon[67066]: audit 2022-01-26T00:02:59.967115+0000 mon.smithi111 (mon.0 2022-01-26T00:03:01.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:00 smithi179 conmon[67066]: ) 1003 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:03:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:01 smithi111 conmon[101466]: cluster 2022-01-26T00:03:00.534221+0000 mgr.smithi111.vbmimw (mgr.14718) 2723 : cluster 2022-01-26T00:03:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:01 smithi111 conmon[101466]: [DBG] pgmap v2346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:01 smithi179 conmon[67066]: cluster 2022-01-26T00:03:00.534221+0000 mgr.smithi111.vbmimw (mgr.14718) 2723 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:03 smithi111 conmon[101466]: cluster 2022-01-26T00:03:02.534698+0000 mgr.smithi111.vbmimw (mgr.14718) 2724 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:03 smithi179 conmon[67066]: cluster 2022-01-26T00:03:02.534698+0000 mgr.smithi111.vbmimw (mgr.14718) 2724 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:05 smithi111 conmon[101466]: cluster 2022-01-26T00:03:04.535456+0000 mgr.smithi111.vbmimw (mgr.14718) 2725 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:05 smithi179 conmon[67066]: cluster 2022-01-26T00:03:04.535456+0000 mgr.smithi111.vbmimw (mgr.14718) 2725 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:07 smithi179 conmon[67066]: cluster 2022-01-26T00:03:06.536020+0000 mgr.smithi111.vbmimw (mgr.14718) 2726 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:07 smithi111 conmon[101466]: cluster 2022-01-26T00:03:06.536020+0000 mgr.smithi111.vbmimw (mgr.14718) 2726 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:09 smithi179 conmon[67066]: cluster 2022-01-26T00:03:08.536916+0000 mgr.smithi111.vbmimw (mgr.14718) 2727 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:10.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:09 smithi111 conmon[101466]: cluster 2022-01-26T00:03:08.536916+0000 mgr.smithi111.vbmimw (mgr.14718) 2727 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:12.051 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:03:12.318 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:12.318 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (85m) 5m ago 86m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:03:12.318 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (76m) 5m ago 86m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:03:12.319 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (76m) 5m ago 85m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:03:12.319 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (85m) 5m ago 86m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:03:12.319 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (81m) 5m ago 81m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:03:12.319 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (81m) 5m ago 81m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:03:12.320 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (77m) 5m ago 87m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:03:12.320 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (77m) 5m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:03:12.320 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (77m) 5m ago 87m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:03:12.320 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (77m) 5m ago 85m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:03:12.321 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (77m) 5m ago 77m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:03:12.321 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (77m) 5m ago 77m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:03:12.321 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (86m) 5m ago 86m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:03:12.321 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (85m) 5m ago 85m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:03:12.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (72m) 5m ago 85m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:03:12.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (84m) 5m ago 84m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:03:12.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (84m) 5m ago 84m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:03:12.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (83m) 5m ago 83m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:03:12.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (83m) 5m ago 83m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:03:12.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (83m) 5m ago 83m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:03:12.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (83m) 5m ago 83m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:03:12.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (82m) 5m ago 82m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:03:12.323 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (84m) 5m ago 85m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:03:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:11 smithi179 conmon[67066]: cluster 2022-01-26T00:03:10.537444+0000 mgr.smithi111.vbmimw (mgr.14718) 2728 : 2022-01-26T00:03:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:11 smithi179 conmon[67066]: cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:12.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:11 smithi111 conmon[101466]: cluster 2022-01-26T00:03:10.537444+0000 mgr.smithi111.vbmimw (mgr.14718) 2728 : cluster 2022-01-26T00:03:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:11 smithi111 conmon[101466]: [DBG] pgmap v2351: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:12.640 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:03:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:03:12.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:12.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:12.641 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:03:12.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:12.642 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:12.642 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:03:12.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:12.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:12.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:12.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:03:12.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:12.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:12.644 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:03:12.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:12.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:12.645 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:03:12.645 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:03:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:12 smithi179 conmon[67066]: audit 2022-01-26T00:03:12.040313+0000 mgr.smithi111.vbmimw (mgr.14718) 2729 : audit [DBG] from='client.35888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:12 smithi179 conmon[67066]: audit 2022-01-26T00:03:12.310212+0000 mgr.smithi111.vbmimw (mgr.14718) 2730 : audit [DBG] from='client.35892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:13.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:12 smithi179 conmon[67066]: audit 2022-01-26T00:03:12.641308+0000 mon.smithi111 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.111:0/730881281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:12 smithi111 conmon[101466]: audit 2022-01-26T00:03:12.040313+0000 mgr.smithi111.vbmimw (mgr.14718) 2729 : audit [DBG] from='client.35888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:12 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:03:13.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:12 smithi111 conmon[101466]: T00:03:12.310212+0000 mgr.smithi111.vbmimw (mgr.14718) 2730 : audit [DBG] from='client.35892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:13.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:12 smithi111 conmon[101466]: audit 2022-01-26T00:03:12.641308+0000 mon.smithi111 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.111:0/730881281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:14 smithi179 conmon[67066]: cluster 2022-01-26T00:03:12.537827+0000 mgr.smithi111.vbmimw (mgr.14718) 2731 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:13 smithi111 conmon[101466]: cluster 2022-01-26T00:03:12.537827+0000 mgr.smithi111.vbmimw (mgr.14718) 2731 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:16 smithi179 conmon[67066]: cluster 2022-01-26T00:03:14.538694+0000 mgr.smithi111.vbmimw (mgr.14718) 2732 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:16 smithi179 conmon[67066]: 2022-01-26T00:03:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:16 smithi111 conmon[101466]: cluster 2022-01-26T00:03:14.538694+0000 mgr.smithi111.vbmimw (mgr.14718) 2732 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:18 smithi179 conmon[67066]: cluster 2022-01-26T00:03:16.539326+0000 mgr.smithi111.vbmimw (mgr.14718) 2733 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:18 smithi179 conmon[67066]: 2022-01-26T00:03:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:18 smithi111 conmon[101466]: cluster 2022-01-26T00:03:16.539326+0000 mgr.smithi111.vbmimw (mgr.14718) 2733 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:18 smithi111 conmon[101466]: 2022-01-26T00:03:20.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:20 smithi179 conmon[67066]: cluster 2022-01-26T00:03:18.540006+0000 mgr.smithi111.vbmimw (mgr.14718) 2734 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:20.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:20 smithi111 conmon[101466]: cluster 2022-01-26T00:03:18.540006+0000 mgr.smithi111.vbmimw (mgr.14718) 2734 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:22 smithi179 conmon[67066]: cluster 2022-01-26T00:03:20.540680+0000 mgr.smithi111.vbmimw (mgr.14718) 2735 : cluster 2022-01-26T00:03:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:22 smithi179 conmon[67066]: [DBG] pgmap v2356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:22 smithi111 conmon[101466]: cluster 2022-01-26T00:03:20.540680+0000 mgr.smithi111.vbmimw (mgr.14718) 2735 : cluster [DBG] 2022-01-26T00:03:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:22 smithi111 conmon[101466]: pgmap v2356: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:24 smithi179 conmon[67066]: cluster 2022-01-26T00:03:22.541247+0000 mgr.smithi111.vbmimw (mgr.14718) 2736 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:24 smithi179 conmon[67066]: 2022-01-26T00:03:24.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:24 smithi111 conmon[101466]: cluster 2022-01-26T00:03:22.541247+0000 mgr.smithi111.vbmimw (mgr.14718) 2736 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:24 smithi111 conmon[101466]: 2022-01-26T00:03:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:26 smithi179 conmon[67066]: cluster 2022-01-26T00:03:24.542040+0000 mgr.smithi111.vbmimw (mgr.14718) 2737 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:26 smithi111 conmon[101466]: cluster 2022-01-26T00:03:24.542040+0000 mgr.smithi111.vbmimw (mgr.14718) 2737 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:28 smithi179 conmon[67066]: cluster 2022-01-26T00:03:26.542636+0000 mgr.smithi111.vbmimw (mgr.14718) 2738 : cluster [DBG] 2022-01-26T00:03:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:28 smithi179 conmon[67066]: pgmap v2359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:28 smithi111 conmon[101466]: cluster 2022-01-26T00:03:26.542636+0000 mgr.smithi111.vbmimw (mgr.14718) 2738 : cluster 2022-01-26T00:03:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:28 smithi111 conmon[101466]: [DBG] pgmap v2359: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:30.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:30 smithi179 conmon[67066]: cluster 2022-01-26T00:03:28.543377+0000 mgr.smithi111.vbmimw (mgr.14718) 2739 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:30.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:30 smithi111 conmon[101466]: cluster 2022-01-26T00:03:28.543377+0000 mgr.smithi111.vbmimw (mgr.14718) 2739 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:32 smithi179 conmon[67066]: cluster 2022-01-26T00:03:30.543900+0000 mgr.smithi111.vbmimw (mgr.14718) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:32 smithi179 conmon[67066]: 2022-01-26T00:03:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:32 smithi111 conmon[101466]: cluster 2022-01-26T00:03:30.543900+0000 mgr.smithi111.vbmimw (mgr.14718) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:34 smithi179 conmon[67066]: cluster 2022-01-26T00:03:32.544340+0000 mgr.smithi111.vbmimw (mgr.14718) 2741 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:34 smithi111 conmon[101466]: cluster 2022-01-26T00:03:32.544340+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:03:34.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:34 smithi111 conmon[101466]: ) 2741 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:36 smithi179 conmon[67066]: cluster 2022-01-26T00:03:34.545066+0000 mgr.smithi111.vbmimw (mgr.14718) 2742 : cluster [DBG] 2022-01-26T00:03:36.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:36 smithi179 conmon[67066]: pgmap v2363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:36 smithi111 conmon[101466]: cluster 2022-01-26T00:03:34.545066+0000 mgr.smithi111.vbmimw (mgr.14718) 2742 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:38 smithi179 conmon[67066]: cluster 2022-01-26T00:03:36.545646+0000 mgr.smithi111.vbmimw (mgr.14718) 2743 : cluster [DBG] 2022-01-26T00:03:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:38 smithi179 conmon[67066]: pgmap v2364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:38 smithi179 conmon[67066]: audit 2022-01-26T00:03:37.605708+0000 mon.smithi111 (mon.0) 1005 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:38 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:03:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:38 smithi179 conmon[67066]: 03:37.605932+0000 mon.smithi111 (mon.0) 1006 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:38 smithi111 conmon[101466]: cluster 2022-01-26T00:03:36.545646+0000 mgr.smithi111.vbmimw (mgr.14718) 2743 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:38 smithi111 conmon[101466]: audit 2022-01-26T00:03:37.605708+0000 mon.smithi111 (mon.0) 1005 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:38 smithi111 conmon[101466]: audit 2022-01-26T00:03:37.605932+0000 mon.smithi111 (mon.0) 1006 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:40 smithi179 conmon[67066]: cluster 2022-01-26T00:03:38.546430+0000 mgr.smithi111.vbmimw (mgr.14718) 2744 : cluster 2022-01-26T00:03:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:40 smithi179 conmon[67066]: [DBG] pgmap v2365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:40.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:40 smithi111 conmon[101466]: cluster 2022-01-26T00:03:38.546430+0000 mgr.smithi111.vbmimw (mgr.14718) 2744 : 2022-01-26T00:03:40.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:40 smithi111 conmon[101466]: cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:42 smithi179 conmon[67066]: cluster 2022-01-26T00:03:40.547014+0000 mgr.smithi111.vbmimw (mgr.14718) 2745 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:42 smithi111 conmon[101466]: cluster 2022-01-26T00:03:40.547014+0000 mgr.smithi111.vbmimw (mgr.14718) 2745 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:42.941 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:03:43.205 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:43.206 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (85m) 5m ago 87m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:03:43.206 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (77m) 5m ago 86m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:03:43.206 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (77m) 5m ago 86m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:03:43.206 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (85m) 5m ago 86m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:03:43.207 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (81m) 5m ago 81m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:03:43.207 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (81m) 5m ago 81m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:03:43.207 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (78m) 5m ago 88m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:03:43.207 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (77m) 5m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:03:43.208 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (77m) 5m ago 88m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:03:43.208 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (77m) 5m ago 86m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:03:43.208 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (78m) 5m ago 78m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:03:43.208 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (78m) 5m ago 78m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:03:43.208 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (86m) 5m ago 86m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:03:43.209 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (86m) 5m ago 85m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:03:43.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (72m) 5m ago 85m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:03:43.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (85m) 5m ago 85m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:03:43.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (84m) 5m ago 84m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:03:43.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (84m) 5m ago 84m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:03:43.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (84m) 5m ago 84m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:03:43.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (83m) 5m ago 83m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:03:43.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (83m) 5m ago 83m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:03:43.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (83m) 5m ago 83m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:03:43.211 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (85m) 5m ago 86m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:03:43.524 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:03:43.524 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:03:43.525 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:43.525 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:43.525 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:03:43.525 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:43.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:43.526 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:03:43.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:43.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:43.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:43.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:03:43.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:43.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:03:43.528 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:03:43.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:43.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:43.528 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:03:43.529 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:03:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: cluster 2022-01-26T00:03:42.547456+0000 mgr.smithi111.vbmimw (mgr.14718) 2746 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: audit 2022-01-26T00:03:42.930611+0000 mgr.smithi111.vbmimw (mgr.14718) 2747 : audit [DBG] from='client.35900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: audit 2022-01-26T00:03:43.197769+0000 mgr.smithi111.vbmimw (mgr.14718) 2748 : audit [DBG] from='client.35904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: audit 2022-01-26T00:03:43.525339+0000 2022-01-26T00:03:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1007 : audit [DBG] 2022-01-26T00:03:44.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:44 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/1005714022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: cluster 2022-01-26T00:03:42.547456+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:03:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: mgr.14718) 2746 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: audit 2022-01-26T00:03:42.930611+0000 mgr.smithi111.vbmimw (mgr.14718) 2747 : audit [DBG] from='client.35900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: audit 2022-01-26T00:03:43.197769+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:03:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: 2748 : audit [DBG] from='client.35904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:03:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: 26T00:03:43.525339+0000 mon.smithi111 (mon. 2022-01-26T00:03:44.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:44 smithi111 conmon[101466]: 0) 1007 : audit [DBG] from='client.? 172.21.15.111:0/1005714022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:46 smithi179 conmon[67066]: cluster 2022-01-26T00:03:44.548349+0000 mgr.smithi111.vbmimw (mgr.14718) 2749 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:46 smithi111 conmon[101466]: cluster 2022-01-26T00:03: 2022-01-26T00:03:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:46 smithi111 conmon[101466]: 44.548349+0000 mgr.smithi111.vbmimw (mgr.14718) 2749 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:48 smithi179 conmon[67066]: cluster 2022-01-26T00:03:46.549062+0000 mgr.smithi111.vbmimw (mgr.14718) 2750 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:48 smithi111 conmon[101466]: cluster 2022-01-26T00:03:46.549062+0000 mgr.smithi111.vbmimw (mgr.14718) 2750 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:50 smithi179 conmon[67066]: cluster 2022-01-26T00:03:48.549992+0000 mgr.smithi111.vbmimw (mgr.14718) 2751 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:50 smithi111 conmon[101466]: cluster 2022-01-26T00:03:48.549992+0000 mgr.smithi111.vbmimw (mgr.14718) 2751 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:52 smithi179 conmon[67066]: cluster 2022-01-26T00:03:50.550730+0000 mgr.smithi111.vbmimw (mgr.14718) 2752 2022-01-26T00:03:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:52 smithi179 conmon[67066]: : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:52 smithi111 conmon[101466]: cluster 2022-01-26T00:03:50.550730+0000 mgr.smithi111.vbmimw (mgr.14718) 2752 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:52 smithi111 conmon[101466]: 2022-01-26T00:03:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:54 smithi179 conmon[67066]: cluster 2022-01-26T00:03:52.551191+0000 mgr.smithi111.vbmimw (mgr.14718) 2753 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:54 smithi179 conmon[67066]: 2022-01-26T00:03:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:54 smithi111 conmon[101466]: cluster 2022-01-26T00:03:52.551191+0000 mgr.smithi111.vbmimw (mgr.14718) 2753 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:56 smithi179 conmon[67066]: cluster 2022-01-26T00:03:54.552150+0000 mgr.smithi111.vbmimw (mgr.14718) 2754 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:56 smithi111 conmon[101466]: cluster 2022-01-26T00:03:54.552150+0000 mgr.smithi111.vbmimw (mgr.14718) 2754 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:56 smithi111 conmon[101466]: 2022-01-26T00:03:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:03:58 smithi179 conmon[67066]: cluster 2022-01-26T00:03:56.552719+0000 mgr.smithi111.vbmimw (mgr.14718) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:03:58 smithi111 conmon[101466]: cluster 2022-01-26T00:03:56.552719+0000 mgr.smithi111.vbmimw (mgr.14718) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: cluster 2022-01-26T00:03:58.553440+0000 mgr.smithi111.vbmimw (mgr.14718) 2756 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:04:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: 03:59.969723+0000 mon.smithi111 (mon.0) 1008 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: audit 2022-01-26T00:03:59.971136+0000 mon.smithi111 (mon.0) 1009 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: audit 2022-01-26T00:03:59 2022-01-26T00:04:00.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:00 smithi179 conmon[67066]: .972052+0000 mon.smithi111 (mon.0) 1010 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:00.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: cluster 2022-01-26T00:03:58.553440+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:04:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: mgr.14718) 2756 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: audit 2022-01-26T00:03:59.969723+0000 mon.smithi111 (mon.0) 1008 : audit [DBG] 2022-01-26T00:04:00.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:00.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: audit 2022-01-26T00 2022-01-26T00:04:00.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: :03:59.971136+0000 mon.smithi111 (mon.0) 1009 : audit [DBG] 2022-01-26T00:04:00.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:00.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: audit 2022-01-26T00:03: 2022-01-26T00:04:00.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: 59.972052+0000 mon.smithi111 (mon.0) 1010 : 2022-01-26T00:04:00.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:00 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:01.616 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:01 smithi179 conmon[67066]: cephadm 2022-01-26T00:03:59.972814+0000 mgr.smithi111.vbmimw (mgr.14718) 2757 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:01 smithi179 conmon[67066]: audit 2022-01-26T00:04:00.282939+0000 mon.smithi111 (mon.0) 1011 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:04:01.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:01 smithi179 conmon[67066]: audit 2022-01-26T00:04:00.287689+0000 mon.smithi111 (mon.0) 1012 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:04:01.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:01 smithi111 conmon[101466]: cephadm 2022-01-26T00:03:59.972814+0000 mgr.smithi111.vbmimw (mgr.14718) 2757 : cephadm [WRN] 2022-01-26T00:04:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:01 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:01 smithi111 conmon[101466]: audit 2022-01-26T00:04:00.282939+0000 mon.smithi111 (mon.0) 1011 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:04:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:01 smithi111 conmon[101466]: audit 2022-01-26T00:04:00.287689 2022-01-26T00:04:01.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:01 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1012 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:04:02.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:02 smithi179 conmon[67066]: cluster 2022-01-26T00:04:00.554166+0000 mgr.smithi111.vbmimw (mgr.14718) 2758 : 2022-01-26T00:04:02.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:02 smithi179 conmon[67066]: cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:02.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:02 smithi111 conmon[101466]: cluster 2022-01-26T00:04:00.554166+0000 mgr.smithi111.vbmimw (mgr.14718) 2758 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:04.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:04 smithi179 conmon[67066]: cluster 2022-01-26T00:04:02.554618+0000 mgr.smithi111.vbmimw (mgr.14718) 2759 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:04.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:04 smithi179 conmon[67066]: 2022-01-26T00:04:04.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:04 smithi111 conmon[101466]: cluster 2022-01-26T00:04:02.554618+0000 mgr.smithi111.vbmimw (mgr.14718) 2759 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:06.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:06 smithi179 conmon[67066]: cluster 2022-01-26T00:04:04.555370+0000 mgr.smithi111.vbmimw (mgr.14718) 2760 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:06.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:06 smithi111 conmon[101466]: cluster 2022-01-26T00:04:04.555370+0000 mgr.smithi111.vbmimw (mgr.14718) 2760 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:08.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:08 smithi179 conmon[67066]: cluster 2022-01-26T00:04:06.556007+0000 mgr.smithi111.vbmimw (mgr.14718) 2761 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:08.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:08 smithi111 conmon[101466]: cluster 2022-01-26T00:04:06.556007+0000 mgr.smithi111.vbmimw (mgr.14718) 2761 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:10.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:10 smithi179 conmon[67066]: cluster 2022-01-26T00:04:08.556773+0000 mgr.smithi111.vbmimw (mgr.14718) 2762 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:10.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:10 smithi111 conmon[101466]: cluster 2022-01-26T00:04:08.556773+0000 mgr.smithi111.vbmimw (mgr.14718) 2762 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:12.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:12 smithi179 conmon[67066]: cluster 2022-01-26T00:04:10.557299+0000 mgr.smithi111.vbmimw (mgr.14718) 2763 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:12.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:12 smithi111 conmon[101466]: cluster 2022-01-26T00:04:10.557299+0000 mgr.smithi111.vbmimw (mgr.14718) 2763 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:13.826 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:04:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (86m) 6m ago 87m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:04:14.092 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (77m) 6m ago 87m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:04:14.092 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (77m) 6m ago 86m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:04:14.092 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (86m) 6m ago 87m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:04:14.093 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (82m) 6m ago 82m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:04:14.093 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (82m) 6m ago 82m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:04:14.094 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (78m) 6m ago 88m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:04:14.094 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (78m) 6m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:04:14.094 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (78m) 6m ago 88m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:04:14.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (78m) 6m ago 86m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:04:14.095 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (78m) 6m ago 78m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:04:14.095 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (78m) 6m ago 78m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:04:14.096 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (87m) 6m ago 87m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:04:14.096 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (86m) 6m ago 86m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:04:14.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (73m) 6m ago 86m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:04:14.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (85m) 6m ago 85m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:04:14.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (85m) 6m ago 85m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:04:14.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (85m) 6m ago 85m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:04:14.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (84m) 6m ago 84m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:04:14.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (84m) 6m ago 84m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:04:14.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (84m) 6m ago 84m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:04:14.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (83m) 6m ago 83m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:04:14.099 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (85m) 6m ago 86m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:04:14.409 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:04:14.409 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:04:14.410 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:14.410 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:14.410 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:04:14.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:14.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:14.413 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:04:14.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:14.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:14.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:14.414 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:04:14.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:14.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:04:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:04:14.416 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:04:14.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:14 smithi179 conmon[67066]: cluster 2022-01-26T00:04:12.557753+0000 mgr.smithi111.vbmimw (mgr.14718) 2764 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:14 smithi111 conmon[101466]: cluster 2022-01-26T00:04:12.557753+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:04:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:14 smithi111 conmon[101466]: ) 2764 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:15.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:15 smithi179 conmon[67066]: audit 2022-01-26T00:04:13.815477+0000 mgr.smithi111.vbmimw (mgr.14718) 2765 : audit [DBG] from='client.35912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:15.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:15 smithi179 conmon[67066]: audit 2022-01-26T00:04:14.083207+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:04:15.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:15 smithi179 conmon[67066]: .14718) 2766 : audit [DBG] from='client.35916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:15.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:15 smithi179 conmon[67066]: audit 2022-01-26T00:04:14.410083+0000 mon.smithi111 (mon.0) 1013 : audit [DBG] from='client.? 172.21.15.111:0/422749243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:15.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:15 smithi111 conmon[101466]: audit 2022-01-26T00:04:13.815477+0000 mgr.smithi111.vbmimw (mgr.14718) 2765 : audit [DBG] from='client.35912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:15.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:15 smithi111 conmon[101466]: audit 2022-01-26T00:04:14.083207+0000 mgr.smithi111.vbmimw (mgr.14718) 2766 : audit [DBG] from='client.35916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:15.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:15 smithi111 conmon[101466]: audit 2022-01-26T00:04:14.410083+0000 mon.smithi111 (mon.0) 1013 : audit [DBG] from='client.? 172.21.15.111:0/422749243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:16.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:16 smithi179 conmon[67066]: cluster 2022-01-26T00:04:14.558423+0000 mgr.smithi111.vbmimw (mgr.14718) 2767 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:16.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:16 smithi111 conmon[101466]: cluster 2022-01-26T00:04:14.558423+0000 mgr.smithi111.vbmimw (mgr.14718) 2767 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:18.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:18 smithi179 conmon[67066]: cluster 2022-01-26T00:04:16.559119+0000 mgr.smithi111.vbmimw (mgr.14718) 2768 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:18 smithi111 conmon[101466]: cluster 2022-01-26T00:04:16.559119+0000 mgr.smithi111.vbmimw (mgr.14718) 2768 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:20.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:20 smithi179 conmon[67066]: cluster 2022-01-26T00:04:18.559841+0000 mgr.smithi111.vbmimw (mgr.14718) 2769 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:20.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:20 smithi111 conmon[101466]: cluster 2022-01-26T00:04:18.559841+0000 mgr.smithi111.vbmimw (mgr.14718) 2769 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:22.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:22 smithi179 conmon[67066]: cluster 2022-01-26T00:04:20.560394+0000 mgr.smithi111.vbmimw (mgr.14718) 2770 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:22.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:22 smithi111 conmon[101466]: cluster 2022-01-26T00:04:20.560394+0000 mgr.smithi111.vbmimw (mgr.14718) 2770 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:24 smithi179 conmon[67066]: cluster 2022-01-26T00:04:22.560982+0000 mgr.smithi111.vbmimw (mgr.14718) 2771 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:24.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:24 smithi111 conmon[101466]: cluster 2022-01-26T00:04:22.560982+0000 mgr.smithi111.vbmimw (mgr.14718) 2771 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:26 smithi179 conmon[67066]: cluster 2022-01-26T00:04:24.561903+0000 mgr.smithi111.vbmimw (mgr.14718) 2772 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:26.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:26 smithi111 conmon[101466]: cluster 2022-01-26T00:04:24.561903+0000 mgr.smithi111.vbmimw (mgr.14718) 2772 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:28 smithi179 conmon[67066]: cluster 2022-01-26T00:04:26.562551+0000 mgr.smithi111.vbmimw (mgr.14718) 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:28 smithi111 conmon[101466]: cluster 2022-01-26T00:04:26.562551+0000 mgr.smithi111.vbmimw (mgr.14718) 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:29 smithi179 conmon[67066]: cluster 2022-01-26T00:04:28.563243+0000 mgr.smithi111.vbmimw (mgr.14718) 2774 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:29 smithi111 conmon[101466]: cluster 2022-01-26T00:04:28.563243+0000 mgr.smithi111.vbmimw (mgr.14718) 2774 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:31 smithi179 conmon[67066]: cluster 2022-01-26T00:04:30.563728+0000 mgr.smithi111.vbmimw (mgr.14718) 2775 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:31 smithi111 conmon[101466]: cluster 2022-01-26T00:04:30.563728+0000 mgr.smithi111.vbmimw (mgr.14718) 2775 : cluster [DBG] 2022-01-26T00:04:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:31 smithi111 conmon[101466]: pgmap v2391: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:33.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:33 smithi179 conmon[67066]: cluster 2022-01-26T00:04:32.564294+0000 mgr.smithi111.vbmimw (mgr.14718) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:33 smithi111 conmon[101466]: cluster 2022-01-26T00:04:32.564294+0000 mgr.smithi111.vbmimw (mgr.14718) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:33 smithi111 conmon[101466]: 2022-01-26T00:04:35.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:35 smithi179 conmon[67066]: cluster 2022-01-26T00:04:34.565348+0000 mgr.smithi111.vbmimw (mgr.14718) 2777 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:35.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:35 smithi111 conmon[101466]: cluster 2022-01-26T00:04:34.565348+0000 mgr.smithi111.vbmimw (mgr.14718) 2777 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:37.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:37 smithi179 conmon[67066]: cluster 2022-01-26T00:04:36.565877+0000 mgr.smithi111.vbmimw (mgr.14718) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:37 smithi111 conmon[101466]: cluster 2022-01-26T00:04:36.565877+0000 mgr.smithi111.vbmimw (mgr.14718) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:38 smithi179 conmon[67066]: audit 2022-01-26T00:04:37.610171+0000 mon.smithi111 (mon.0) 1014 : audit [INF] 2022-01-26T00:04:38.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:38 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:38.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:38 smithi179 conmon[67066]: audit 2022-01-26T00:04:37.610425+0000 mon.smithi111 (mon.0) 1015 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:38.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:38 smithi111 conmon[101466]: audit 2022-01-26T00:04:37.610171+0000 mon.smithi111 (mon.0) 1014 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:38.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:38 smithi111 conmon[101466]: audit 2022-01-26T00:04:37.610425+0000 mon.smithi111 (mon.0) 1015 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:39 smithi179 conmon[67066]: cluster 2022-01-26T00:04:38.566722+0000 mgr.smithi111.vbmimw (mgr.14718) 2779 : cluster [DBG] 2022-01-26T00:04:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:39 smithi179 conmon[67066]: pgmap v2395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:39 smithi111 conmon[101466]: cluster 2022-01-26T00:04:38.566722+0000 mgr.smithi111.vbmimw (mgr.14718) 2779 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:41 smithi179 conmon[67066]: cluster 2022-01-26T00:04:40.567497+0000 mgr.smithi111.vbmimw (mgr.14718) 2780 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:41 smithi179 conmon[67066]: 2022-01-26T00:04:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:41 smithi111 conmon[101466]: cluster 2022-01-26T00:04:40.567497+0000 mgr.smithi111.vbmimw (mgr.14718) 2780 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:43.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:43 smithi179 conmon[67066]: cluster 2022-01-26T00:04:42.568112+0000 mgr.smithi111.vbmimw (mgr.14718) 2781 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:43 smithi111 conmon[101466]: cluster 2022-01-26T00:04:42.568112+0000 mgr.smithi111.vbmimw (mgr.14718) 2781 : cluster [DBG] 2022-01-26T00:04:43.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:43 smithi111 conmon[101466]: pgmap v2397: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:44.710 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:04:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (86m) 6m ago 88m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:04:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (78m) 6m ago 87m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:04:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (78m) 6m ago 87m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:04:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (86m) 6m ago 87m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:04:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (82m) 6m ago 82m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:04:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (82m) 6m ago 82m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:04:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (79m) 6m ago 89m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:04:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (78m) 6m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:04:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (78m) 6m ago 89m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:04:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (78m) 6m ago 87m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:04:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (79m) 6m ago 79m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:04:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (79m) 6m ago 79m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:04:44.981 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (87m) 6m ago 87m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:04:44.981 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (87m) 6m ago 87m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:04:44.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (73m) 6m ago 86m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:04:44.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (86m) 6m ago 86m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:04:44.982 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (85m) 6m ago 85m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:04:44.982 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (85m) 6m ago 85m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:04:44.982 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (85m) 6m ago 85m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:04:44.982 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (84m) 6m ago 84m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:04:44.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (84m) 6m ago 84m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:04:44.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (84m) 6m ago 84m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:04:44.983 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (86m) 6m ago 87m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:04:45.298 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:04:45.298 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:04:45.298 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:45.299 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:45.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:04:45.299 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:45.299 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:45.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:04:45.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:45.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:45.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:45.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:04:45.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:45.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:04:45.301 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:04:45.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:45.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:45.302 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:04:45.302 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:04:45.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:45 smithi179 conmon[67066]: cluster 2022-01-26T00:04:44.568789+0000 mgr.smithi111.vbmimw (mgr.14718) 2782 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:45.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:45 smithi179 conmon[67066]: audit 2022-01-26T00:04:44.699415+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:04:45.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:45 smithi179 conmon[67066]: mgr.14718) 2783 : audit [DBG] from='client.35924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:45.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:45 smithi179 conmon[67066]: audit 2022-01-26T00:04:44.970151+0000 mgr.smithi111.vbmimw (mgr.14718) 2784 : audit [DBG] from='client.35928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:45.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:45 smithi179 conmon[67066]: audit 2022-01-26T00:04:45.298567+0000 mon.smithi111 (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.111:0/3904085343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:45.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: cluster 2022-01-26T00:04:44.568789+0000 mgr.smithi111.vbmimw (mgr.14718) 2782 : cluster 2022-01-26T00:04:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: [DBG] pgmap v2398: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: audit 2022-01-26T00:04:44.699415+0000 mgr.smithi111.vbmimw (mgr.14718) 2783 : audit [DBG] from='client.35924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: audit 2022-01-26T00:04:44.970151+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:04:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: mgr.14718) 2784 : audit [DBG] from='client.35928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:45.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: audit 2022-01-26T00:04:45 2022-01-26T00:04:45.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:45 smithi111 conmon[101466]: .298567+0000 mon.smithi111 (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.111:0/3904085343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:47.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:47 smithi179 conmon[67066]: cluster 2022-01-26T00:04:46.569506+0000 mgr.smithi111.vbmimw (mgr.14718) 2785 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:47.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:47 smithi111 conmon[101466]: cluster 2022-01-26T00:04:46.569506+0000 mgr.smithi111.vbmimw (mgr.14718) 2785 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:49 smithi179 conmon[67066]: cluster 2022-01-26T00:04:48.570335+0000 mgr.smithi111.vbmimw (mgr.14718) 2786 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:49 smithi111 conmon[101466]: cluster 2022-01-26T00:04:48.570335+0000 mgr.smithi111.vbmimw (mgr.14718) 2786 : cluster 2022-01-26T00:04:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:49 smithi111 conmon[101466]: [DBG] pgmap v2400: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:51 smithi179 conmon[67066]: cluster 2022-01-26T00:04:50.570955+0000 mgr.smithi111.vbmimw (mgr.14718) 2787 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:51 smithi111 conmon[101466]: cluster 2022-01-26T00:04:50.570955+0000 mgr.smithi111.vbmimw (mgr.14718) 2787 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:51 smithi111 conmon[101466]: 2022-01-26T00:04:53.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:53 smithi179 conmon[67066]: cluster 2022-01-26T00:04:52.571453+0000 mgr.smithi111.vbmimw (mgr.14718) 2788 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:53.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:53 smithi179 conmon[67066]: 2022-01-26T00:04:53.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:53 smithi111 conmon[101466]: cluster 2022-01-26T00:04:52.571453+0000 mgr.smithi111.vbmimw (mgr.14718) 2788 : cluster [DBG] 2022-01-26T00:04:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:53 smithi111 conmon[101466]: pgmap v2402: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:55.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:55 smithi179 conmon[67066]: cluster 2022-01-26T00:04:54.572454+0000 mgr.smithi111.vbmimw (mgr.14718) 2789 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:55 smithi111 conmon[101466]: cluster 2022-01-26T00:04:54.572454+0000 mgr.smithi111.vbmimw (mgr.14718) 2789 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:57.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:57 smithi179 conmon[67066]: cluster 2022-01-26T00:04:56.573170+0000 mgr.smithi111.vbmimw (mgr.14718) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:57.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:57 smithi111 conmon[101466]: cluster 2022-01-26T00:04:56.573170+0000 mgr.smithi111.vbmimw (mgr.14718) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:04:59 smithi179 conmon[67066]: cluster 2022-01-26T00:04:58.573903+0000 mgr.smithi111.vbmimw (mgr.14718) 2791 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:59 smithi111 conmon[101466]: cluster 2022-01-26T00:04:58.573903+0000 mgr.smithi111.vbmimw (mgr.14718) 2791 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:04:59 smithi111 conmon[101466]: 2022-01-26T00:05:00.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: audit 2022-01-26T00:05:00.290219+0000 mon.smithi111 (mon.0) 1017 : audit [DBG] 2022-01-26T00:05:00.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: audit 2022-01-26T00:05:00.291687+0000 mon.smithi111 (mon.0) 1018 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:00.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: audit 2022-01- 2022-01-26T00:05:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: 26T00:05:00.292591+0000 mon.smithi111 (mon.0) 1019 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: cephadm 2022-01- 2022-01-26T00:05:00.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: 26T00:05:00.293345+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:05:00.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:00 smithi179 conmon[67066]: 14718) 2792 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:00 smithi111 conmon[101466]: audit 2022-01-26T00:05:00.290219+0000 mon.smithi111 (mon.0) 1017 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:00 smithi111 conmon[101466]: audit 2022-01-26T00:05:00.291687+0000 mon.smithi111 (mon.0) 1018 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:00 smithi111 conmon[101466]: audit 2022-01-26T00:05:00.292591+0000 mon.smithi111 (mon.0) 1019 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:00 smithi111 conmon[101466]: cephadm 2022-01-26T00:05:00.293345+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:05:00.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:00 smithi111 conmon[101466]: ) 2792 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: cluster 2022-01-26T00:05:00.574360+0000 mgr.smithi111.vbmimw (mgr.14718) 2793 : cluster 2022-01-26T00:05:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: [DBG] pgmap v2406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: audit 2022-01-26T00:05:00.599071+0000 mon.smithi111 (mon.0) 1020 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: audit 2022-01-26T00:05: 2022-01-26T00:05:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: 00.604369+0000 mon.smithi111 (mon.0) 2022-01-26T00:05:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:01 smithi179 conmon[67066]: 1021 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:01 smithi111 conmon[101466]: cluster 2022-01-26T00:05:00.574360+0000 mgr.smithi111.vbmimw (mgr.14718) 2793 : cluster 2022-01-26T00:05:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:01 smithi111 conmon[101466]: [DBG] pgmap v2406: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:01 smithi111 conmon[101466]: audit 2022-01-26T00:05:00.599071+0000 mon.smithi111 (mon.0) 1020 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:01 smithi111 conmon[101466]: audit 2022-01-26T00:05:00.604369+0000 mon.smithi111 (mon.0) 1021 : audit 2022-01-26T00:05:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:01 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:03.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:03 smithi179 conmon[67066]: cluster 2022-01-26T00:05:02.574855+0000 mgr.smithi111.vbmimw (mgr.14718) 2794 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:03.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:03 smithi179 conmon[67066]: 2022-01-26T00:05:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:03 smithi111 conmon[101466]: cluster 2022-01-26T00:05:02.574855+0000 mgr.smithi111.vbmimw (mgr.14718) 2794 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:05.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:05 smithi179 conmon[67066]: cluster 2022-01-26T00:05:04.575610+0000 mgr.smithi111.vbmimw (mgr.14718) 2795 : cluster 2022-01-26T00:05:05.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:05 smithi179 conmon[67066]: [DBG] pgmap v2408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:05 smithi111 conmon[101466]: cluster 2022-01-26T00:05:04.575610+0000 mgr.smithi111.vbmimw (mgr.14718) 2795 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:07.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:07 smithi179 conmon[67066]: cluster 2022-01-26T00:05:06.576187+0000 mgr.smithi111.vbmimw (mgr.14718) 2796 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:07 smithi111 conmon[101466]: cluster 2022-01-26T00:05:06.576187+0000 mgr.smithi111.vbmimw (mgr.14718) 2796 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:09 smithi179 conmon[67066]: cluster 2022-01-26T00:05:08.577167+0000 mgr.smithi111.vbmimw (mgr.14718) 2797 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:09 smithi111 conmon[101466]: cluster 2022-01-26T00:05:08.577167+0000 mgr.smithi111.vbmimw (mgr.14718) 2797 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:11 smithi179 conmon[67066]: cluster 2022-01-26T00:05:10.577897+0000 mgr.smithi111.vbmimw (mgr.14718) 2798 : cluster [DBG] 2022-01-26T00:05:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:11 smithi179 conmon[67066]: pgmap v2411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:11 smithi111 conmon[101466]: cluster 2022-01-26T00:05:10.577897+0000 mgr.smithi111.vbmimw (mgr.14718) 2798 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:13 smithi111 conmon[101466]: cluster 2022-01-26T00:05:12.578399+0000 mgr.smithi111.vbmimw (mgr.14718) 2799 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:13 smithi179 conmon[67066]: cluster 2022-01-26T00:05:12.578399+0000 mgr.smithi111.vbmimw (mgr.14718) 2799 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:15.599 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:05:15.869 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:15.869 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (87m) 7m ago 88m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:05:15.870 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (78m) 7m ago 88m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:05:15.870 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (78m) 7m ago 87m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:05:15.870 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (87m) 7m ago 88m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:05:15.870 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (83m) 7m ago 83m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:05:15.871 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (83m) 7m ago 83m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:05:15.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (79m) 7m ago 89m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:05:15.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (79m) 7m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:05:15.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (79m) 7m ago 89m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:05:15.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (79m) 7m ago 87m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:05:15.872 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (80m) 7m ago 80m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:05:15.872 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (79m) 7m ago 79m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:05:15.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (88m) 7m ago 88m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:05:15.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (87m) 7m ago 87m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:05:15.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (74m) 7m ago 87m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:05:15.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (86m) 7m ago 86m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:05:15.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (86m) 7m ago 86m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:05:15.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (86m) 7m ago 86m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:05:15.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (85m) 7m ago 85m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:05:15.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (85m) 7m ago 85m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:05:15.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (85m) 7m ago 85m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:05:15.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (84m) 7m ago 84m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:05:15.876 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (86m) 7m ago 87m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:05:15.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:15 smithi111 conmon[101466]: cluster 2022-01-26T00:05:14.579184+0000 mgr.smithi111.vbmimw (mgr.14718) 2800 : 2022-01-26T00:05:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:15 smithi111 conmon[101466]: cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:15 smithi179 conmon[67066]: cluster 2022-01-26T00:05:14.579184+0000 mgr.smithi111.vbmimw (mgr.14718) 2800 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:16.192 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:05:16.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:05:16.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:16.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:16.193 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:05:16.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:16.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:16.193 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:05:16.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:16.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:16.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:16.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:05:16.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:16.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:16.195 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:05:16.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:16.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:16.196 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:05:16.196 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:05:16.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:16 smithi111 conmon[101466]: audit 2022-01-26T00:05:15.589021+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:05:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:16 smithi111 conmon[101466]: 14718) 2801 : audit [DBG] from='client.35936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:16 smithi111 conmon[101466]: audit 2022-01-26T00:05:15.861516+0000 mgr.smithi111.vbmimw (mgr.14718) 2802 : audit [DBG] from='client.35940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:16.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:16 smithi111 conmon[101466]: audit 2022-01-26T00:05:16.192860+0000 mon.smithi111 (mon.0 2022-01-26T00:05:16.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:16 smithi111 conmon[101466]: ) 1022 : audit [DBG] from='client.? 172.21.15.111:0/4096433065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:16 smithi179 conmon[67066]: audit 2022-01-26T00:05:15.589021+0000 mgr.smithi111.vbmimw (mgr.14718) 2801 : audit [DBG] from='client.35936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:16 smithi179 conmon[67066]: 2022-01-26T00:05:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:16 smithi179 conmon[67066]: audit 2022-01-26T00:05:15.861516+0000 mgr.smithi111.vbmimw (mgr.14718) 2802 : audit [DBG] from='client.35940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:16 smithi179 conmon[67066]: audit 2022-01-26T00:05:16.192860+0000 2022-01-26T00:05:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:16 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1022 : audit [DBG] from='client.? 172.21.15.111:0/4096433065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:17 smithi111 conmon[101466]: cluster 2022-01-26T00:05:16.579764+0000 mgr.smithi111.vbmimw (mgr.14718) 2803 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:17 smithi179 conmon[67066]: cluster 2022-01-26T00:05:16.579764+0000 mgr.smithi111.vbmimw (mgr.14718) 2803 : cluster [DBG] 2022-01-26T00:05:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:17 smithi179 conmon[67066]: pgmap v2414: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:19 smithi179 conmon[67066]: cluster 2022-01-26T00:05:18.580458+0000 mgr.smithi111.vbmimw (mgr.14718) 2804 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:19 smithi111 conmon[101466]: cluster 2022-01-26T00:05:18.580458+0000 mgr.smithi111.vbmimw (mgr.14718) 2804 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:21 smithi179 conmon[67066]: cluster 2022-01-26T00:05:20.581054+0000 mgr.smithi111.vbmimw (mgr.14718) 2805 : cluster [DBG] 2022-01-26T00:05:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:21 smithi179 conmon[67066]: pgmap v2416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:21 smithi111 conmon[101466]: cluster 2022-01-26T00:05:20.581054+0000 mgr.smithi111.vbmimw (mgr.14718) 2805 2022-01-26T00:05:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:21 smithi111 conmon[101466]: : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:23.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:23 smithi111 conmon[101466]: cluster 2022-01-26T00:05:22.581602+0000 mgr.smithi111.vbmimw (mgr.14718) 2806 : cluster [DBG] 2022-01-26T00:05:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:23 smithi111 conmon[101466]: pgmap v2417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:23 smithi179 conmon[67066]: cluster 2022-01-26T00:05:22.581602+0000 mgr.smithi111.vbmimw (mgr.14718) 2806 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:25.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:25 smithi111 conmon[101466]: cluster 2022-01-26T00:05:24.582365+0000 mgr.smithi111.vbmimw (mgr.14718) 2807 2022-01-26T00:05:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:25 smithi111 conmon[101466]: : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:25 smithi179 conmon[67066]: cluster 2022-01-26T00:05:24.582365+0000 mgr.smithi111.vbmimw (mgr.14718) 2807 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:27 smithi111 conmon[101466]: cluster 2022-01-26T00:05:26.582909+0000 mgr.smithi111.vbmimw (mgr.14718) 2808 : cluster [DBG] 2022-01-26T00:05:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:27 smithi111 conmon[101466]: pgmap v2419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:27 smithi179 conmon[67066]: cluster 2022-01-26T00:05:26.582909+0000 mgr.smithi111.vbmimw (mgr.14718) 2808 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:29 smithi179 conmon[67066]: cluster 2022-01-26T00:05:28.583719+0000 mgr.smithi111.vbmimw (mgr.14718) 2809 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:29 smithi111 conmon[101466]: cluster 2022-01-26T00:05:28.583719+0000 mgr.smithi111.vbmimw (mgr.14718) 2809 : cluster [DBG] 2022-01-26T00:05:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:29 smithi111 conmon[101466]: pgmap v2420: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:31 smithi179 conmon[67066]: cluster 2022-01-26T00:05:30.584396+0000 mgr.smithi111.vbmimw (mgr.14718) 2810 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:31 smithi111 conmon[101466]: cluster 2022-01-26T00:05:30.584396+0000 mgr.smithi111.vbmimw (mgr.14718) 2810 : cluster 2022-01-26T00:05:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:31 smithi111 conmon[101466]: [DBG] pgmap v2421: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:33 smithi111 conmon[101466]: cluster 2022-01-26T00:05:32.584918+0000 mgr.smithi111.vbmimw (mgr.14718) 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:33 smithi179 conmon[67066]: cluster 2022-01-26T00:05:32.584918+0000 mgr.smithi111.vbmimw (mgr.14718) 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:35.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:35 smithi111 conmon[101466]: cluster 2022-01-26T00:05:34.585759+0000 mgr.smithi111.vbmimw (mgr.14718) 2812 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:35 smithi179 conmon[67066]: cluster 2022-01-26T00:05:34.585759+0000 mgr.smithi111.vbmimw (mgr.14718) 2812 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:37 smithi111 conmon[101466]: cluster 2022-01-26T00:05:36.586458+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:05:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:37 smithi111 conmon[101466]: 14718) 2813 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:37 smithi111 conmon[101466]: audit 2022-01-26T00:05:37.613627+0000 mon.smithi111 (mon.0) 1023 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:37 smithi111 conmon[101466]: audit 2022-01-26T00: 2022-01-26T00:05:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:37 smithi111 conmon[101466]: 05:37.613878+0000 mon.smithi111 (mon.0) 1024 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:37 smithi179 conmon[67066]: cluster 2022-01-26T00:05:36.586458+0000 mgr.smithi111.vbmimw (mgr.14718) 2813 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:37 smithi179 conmon[67066]: audit 2022-01-26T00:05:37.613627+0000 mon.smithi111 (mon.0) 1023 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:37 smithi179 conmon[67066]: audit 2022-01-26T00:05:37.613878+0000 mon.smithi111 ( 2022-01-26T00:05:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:37 smithi179 conmon[67066]: mon.0) 1024 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:39.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:38 smithi111 conmon[101466]: audit 2022-01-26T00:05:37.867791+0000 mon.smithi111 (mon.0) 1025 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:39.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:38 smithi179 conmon[67066]: audit 2022-01-26T00:05:37.867791+0000 mon.smithi111 (mon.0) 1025 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:39 smithi111 conmon[101466]: cluster 2022-01-26T00:05:38.587084+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:05:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:39 smithi111 conmon[101466]: 2814 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:39 smithi111 conmon[101466]: cluster 2022-01-26T00:05:38.879002+0000 mon.smithi111 (mon.0) 1026 : cluster [DBG] mgrmap e39: smithi111.vbmimw(active, since 80m), standbys: smithi179.kogymg 2022-01-26T00:05:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:39 smithi111 conmon[101466]: 2022-01-26T00:05:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:39 smithi179 conmon[67066]: cluster 2022-01-26T00:05:38.587084+0000 mgr.smithi111.vbmimw (mgr.14718) 2814 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:40.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:39 smithi179 conmon[67066]: cluster 2022-01-26T00:05:38 2022-01-26T00:05:40.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:39 smithi179 conmon[67066]: .879002+0000 mon.smithi111 (mon.0) 1026 : cluster [DBG] mgrmap e39: smithi111.vbmimw(active, since 80m), standbys: smithi179.kogymg 2022-01-26T00:05:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:41 smithi179 conmon[67066]: audit 2022-01-26T00:05:40.105453+0000 mon.smithi111 (mon.0 2022-01-26T00:05:41.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:41 smithi179 conmon[67066]: ) 1027 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:41.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:41 smithi111 conmon[101466]: audit 2022-01-26T00:05:40.105453+0000 mon.smithi111 (mon.0) 1027 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:42.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:42 smithi179 conmon[67066]: cluster 2022-01-26T00:05:40.587631+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:05:42.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:42 smithi179 conmon[67066]: ) 2815 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:42.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:42 smithi179 conmon[67066]: audit 2022-01-26T00:05:41.817055+0000 mon.smithi111 (mon.0) 1028 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:05:42.652 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:42 smithi111 conmon[101466]: cluster 2022-01-26T00:05:40.587631+0000 mgr.smithi111.vbmimw 2022-01-26T00:05:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:42 smithi111 conmon[101466]: (mgr.14718) 2815 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:42.653 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:42 smithi111 conmon[101466]: audit 2022-01-26T00:05:41.817055+0000 mon.smithi111 (mon.0) 1028 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:05:43.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01-26T00:05:42.342540+0000 mon.smithi111 (mon.0) 1029 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:05:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01-26T00 2022-01-26T00:05:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: :05:42.343276+0000 mon.smithi111 (mon.0) 1030 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-26T00:05:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01-26T00:05:42.343424+0000 mon.smithi111 (mon.0) 1031 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-26T00:05:43.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01-26T00:05:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 2022-01-26T00:05:42.346849+0000 mon.smithi179 (mon.1) 4 2022-01-26T00:05:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:05:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:05:43.619 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 01-26T00:05:42.347083+0000 mon.smithi111 (mon. 2022-01-26T00:05:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 0) 1032 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-26T00:05:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01-26T00:05:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 2022-01-26T00:05: 2022-01-26T00:05:43.620 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 42.347265+0000 mon.smithi111 (mon. 2022-01-26T00:05:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 0) 1033 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-26T00:05:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022 2022-01-26T00:05:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: -01-26T00:05: 2022-01-26T00:05:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: 42.850812+0000 mon.smithi179 (mon.1) 5 : 2022-01-26T00:05:43.621 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:05:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:05:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: -26T00:05:42.856030 2022-01-26T00:05:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 1034 : audit [INF] 2022-01-26T00:05:43.622 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:43 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01-26T00:05:42.342540+0000 mon.smithi111 (mon.0) 1029 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:05:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: 2022-01-26T00:05:43.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01-26T00:05:42.343276+0000 mon.smithi111 (mon.0) 1030 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-26T00:05:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:05:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: -26T00:05:42.343424+0000 mon.smithi111 (mon.0) 1031 : audit [DBG] 2022-01-26T00:05:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-26T00:05:43.734 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01-26T00 2022-01-26T00:05:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: :05:42.346849+0000 mon.smithi179 (mon.1 2022-01-26T00:05:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: ) 4 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:05:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022 2022-01-26T00:05:43.735 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: -01-26T00:05:42.347083+0000 2022-01-26T00:05:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1032 : 2022-01-26T00:05:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi111"}]: dispatch 2022-01-26T00:05:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01-26T00:05:42.347265+0000 mon.smithi111 (mon.0) 2022-01-26T00:05:43.736 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: 1033 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "mon metadata", "id": "smithi179"}]: dispatch 2022-01-26T00:05:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022 2022-01-26T00:05:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: -01-26T00:05:42.850812+0000 mon.smithi179 (mon.1) 5 : 2022-01-26T00:05:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:05:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: audit 2022-01-26T00:05:42 2022-01-26T00:05:43.737 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: .856030+0000 mon.smithi111 (mon.0) 1034 : audit [INF] 2022-01-26T00:05:43.738 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:43 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:05:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:44 smithi179 conmon[67066]: cluster 2022-01-26T00:05:42.588044+0000 mgr.smithi111.vbmimw (mgr.14718) 2816 : cluster 2022-01-26T00:05:44.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:44 smithi179 conmon[67066]: [DBG] pgmap v2427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:44.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:44 smithi111 conmon[101466]: cluster 2022-01-26T00:05:42.588044+0000 mgr.smithi111.vbmimw (mgr.14718) 2816 : cluster [DBG] 2022-01-26T00:05:44.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:44 smithi111 conmon[101466]: pgmap v2427: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:05:46.492 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:05:46.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:46 smithi179 conmon[67066]: cluster 2022-01-26T00:05:44.588734+0000 mgr.smithi111.vbmimw (mgr.14718) 2817 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:46.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:46 smithi111 conmon[101466]: cluster 2022-01-26T00:05:44.588734+0000 mgr.smithi111.vbmimw (mgr.14718) 2817 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:46.761 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:46.761 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (87m) 7m ago 89m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:05:46.761 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (79m) 7m ago 88m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:05:46.762 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (79m) 7m ago 88m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:05:46.762 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (87m) 7m ago 88m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:05:46.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (83m) 7m ago 83m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:05:46.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (83m) 7m ago 83m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:05:46.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (80m) 7m ago 90m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:05:46.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (79m) 7m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:05:46.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (79m) 7m ago 90m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:05:46.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (79m) 7m ago 88m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:05:46.764 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (80m) 7m ago 80m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:05:46.764 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (80m) 7m ago 80m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:05:46.764 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (88m) 7m ago 88m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:05:46.764 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (88m) 7m ago 88m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:05:46.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (75m) 7m ago 87m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:05:46.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (87m) 7m ago 87m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:05:46.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (86m) 7m ago 86m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:05:46.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (86m) 7m ago 86m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:05:46.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (86m) 7m ago 86m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:05:46.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (86m) 7m ago 86m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:05:46.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (85m) 7m ago 85m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:05:46.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (85m) 7m ago 85m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:05:46.767 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (87m) 7m ago 88m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:05:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:05:47.081 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:05:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:47.082 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:05:47.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:47.084 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:05:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:47.085 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:05:47.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:05:47.087 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:05:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:47.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:47.089 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:05:47.089 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:05:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:47 smithi179 conmon[67066]: audit 2022-01-26T00:05:46.481201+0000 mgr.smithi111.vbmimw (mgr.14718) 2818 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:47.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:47 smithi179 conmon[67066]: audit 2022-01-26T00:05:47.081697+0000 mon.smithi111 (mon.0) 1035 : audit [DBG] from='client.? 172.21.15.111:0/3957997302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:47 smithi111 conmon[101466]: audit 2022-01-26T00:05:46.481201+0000 mgr.smithi111.vbmimw (mgr.14718) 2818 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:47 smithi111 conmon[101466]: audit 2022-01-26T00:05:47 2022-01-26T00:05:47.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:47 smithi111 conmon[101466]: .081697+0000 mon.smithi111 (mon.0) 1035 : audit [DBG] from='client.? 172.21.15.111:0/3957997302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:48.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:48 smithi179 conmon[67066]: cluster 2022-01-26T00:05:46.589304+0000 mgr.smithi111.vbmimw (mgr.14718) 2819 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:48.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:48 smithi179 conmon[67066]: audit 2022-01-26T00:05:46.753126+0000 mgr.smithi111.vbmimw (mgr.14718) 2820 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:48.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:48 smithi111 conmon[101466]: cluster 2022-01-26T00:05:46.589304+0000 mgr.smithi111.vbmimw (mgr.14718) 2819 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:48.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:48 smithi111 conmon[101466]: audit 2022-01-26T00:05:46.753126+0000 mgr.smithi111.vbmimw (mgr.14718) 2820 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:49 smithi179 conmon[67066]: cluster 2022-01-26T00:05:48.590103+0000 mgr.smithi111.vbmimw (mgr.14718) 2821 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:49 smithi111 conmon[101466]: cluster 2022-01-26T00:05: 2022-01-26T00:05:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:49 smithi111 conmon[101466]: 48.590103+0000 mgr.smithi111.vbmimw (mgr.14718) 2821 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:05:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:51 smithi179 conmon[67066]: cluster 2022-01-26T00:05:50.590841+0000 mgr.smithi111.vbmimw (mgr.14718) 2822 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:51 smithi111 conmon[101466]: cluster 2022-01-26T00:05:50.590841+0000 mgr.smithi111.vbmimw (mgr.14718) 2822 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:53.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:53 smithi111 conmon[101466]: cluster 2022-01-26T00:05:52.591255+0000 mgr.smithi111.vbmimw (mgr.14718) 2823 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:53 smithi179 conmon[67066]: cluster 2022-01-26T00:05:52.591255+0000 mgr.smithi111.vbmimw (mgr.14718) 2823 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:55 smithi111 conmon[101466]: cluster 2022-01-26T00:05:54.592022+0000 mgr.smithi111.vbmimw (mgr.14718) 2824 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:55 smithi179 conmon[67066]: cluster 2022-01-26T00:05:54.592022+0000 mgr.smithi111.vbmimw (mgr.14718) 2824 : cluster 2022-01-26T00:05:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:55 smithi179 conmon[67066]: [DBG] pgmap v2433: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:05:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:57 smithi111 conmon[101466]: cluster 2022-01-26T00:05:56.592482+0000 mgr.smithi111.vbmimw (mgr.14718) 2825 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:57 smithi179 conmon[67066]: cluster 2022-01-26T00:05:56.592482+0000 mgr.smithi111.vbmimw (mgr.14718) 2825 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:05:59 smithi179 conmon[67066]: cluster 2022-01-26T00:05:58.593230+0000 mgr.smithi111.vbmimw (mgr.14718) 2826 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:59 smithi111 conmon[101466]: cluster 2022-01-26T00:05:58.593230+0000 mgr.smithi111.vbmimw (mgr.14718) 2826 : cluster [DBG] 2022-01-26T00:05:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:05:59 smithi111 conmon[101466]: pgmap v2435: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:00 smithi111 conmon[101466]: audit 2022-01-26T00:06:00.606908+0000 mon.smithi111 (mon.0) 1036 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:00 smithi111 conmon[101466]: 2022-01-26T00:06:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:00 smithi111 conmon[101466]: audit 2022-01-26T00:06:00.608511+0000 mon.smithi111 (mon.0) 1037 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:00.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:00 smithi111 conmon[101466]: audit 2022-01-26T00:06:00.609532+0000 mon.smithi111 (mon.0) 1038 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:00 smithi179 conmon[67066]: audit 2022-01-26T00:06:00.606908+0000 mon.smithi111 (mon.0) 1036 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:00 smithi179 conmon[67066]: audit 2022-01-26T00:06:00.608511+0000 mon.smithi111 (mon.0) 1037 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:00 smithi179 conmon[67066]: audit 2022-01-26T00:06:00.609532+0000 mon.smithi111 (mon.0) 1038 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: cluster 2022-01-26T00:06:00.593767+0000 mgr.smithi111.vbmimw (mgr.14718) 2827 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: 2022-01-26T00:06:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: cephadm 2022-01-26T00:06:00.610262+0000 mgr.smithi111.vbmimw (mgr.14718) 2828 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: audit 2022-01-26T00:06:00.926687+0000 mon.smithi111 (mon.0) 1039 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:06:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: audit 2022-01-26T00:06:00.933574+0000 mon.smithi111 (mon.0) 1040 : 2022-01-26T00:06:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:01 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:06:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: cluster 2022-01-26T00:06:00.593767+0000 mgr.smithi111.vbmimw (mgr.14718) 2827 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: cephadm 2022-01-26T00:06:00.610262+0000 mgr.smithi111.vbmimw (mgr.14718) 2828 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: audit 2022-01-26T00:06:00.926687+0000 mon.smithi111 (mon.0) 1039 : 2022-01-26T00:06:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:06:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: audit 2022-01-26T 2022-01-26T00:06:02.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: 00:06:00.933574+0000 mon.smithi111 (mon.0) 1040 : audit 2022-01-26T00:06:02.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:01 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:06:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:03 smithi111 conmon[101466]: cluster 2022-01-26T00:06:02.594307+0000 mgr.smithi111.vbmimw (mgr.14718) 2829 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:03 smithi179 conmon[67066]: cluster 2022-01-26T00:06:02.594307+0000 mgr.smithi111.vbmimw (mgr.14718) 2829 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:05 smithi111 conmon[101466]: cluster 2022-01-26T00:06:04.595072+0000 mgr.smithi111.vbmimw (mgr.14718) 2830 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:05 smithi179 conmon[67066]: cluster 2022-01-26T00:06:04.595072+0000 mgr.smithi111.vbmimw (mgr.14718) 2830 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:07 smithi111 conmon[101466]: cluster 2022-01-26T00:06:06.595524+0000 mgr.smithi111.vbmimw (mgr.14718) 2831 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:07 smithi179 conmon[67066]: cluster 2022-01-26T00:06:06.595524+0000 mgr.smithi111.vbmimw (mgr.14718) 2831 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:09 smithi179 conmon[67066]: cluster 2022-01-26T00:06:08.596413+0000 mgr.smithi111.vbmimw (mgr.14718) 2832 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:09 smithi111 conmon[101466]: cluster 2022-01-26T00:06:08.596413+0000 mgr.smithi111.vbmimw (mgr.14718) 2832 : cluster [DBG] 2022-01-26T00:06:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:09 smithi111 conmon[101466]: pgmap v2440: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:11 smithi179 conmon[67066]: cluster 2022-01-26T00:06:10.597204+0000 mgr.smithi111.vbmimw (mgr.14718) 2833 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:11.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:11 smithi111 conmon[101466]: cluster 2022-01-26T00:06:10.597204+0000 mgr.smithi111.vbmimw (mgr.14718) 2833 : cluster 2022-01-26T00:06:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:11 smithi111 conmon[101466]: [DBG] pgmap v2441: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:13 smithi111 conmon[101466]: cluster 2022-01-26T00:06:12.597697+0000 mgr.smithi111.vbmimw (mgr.14718) 2834 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:13 smithi179 conmon[67066]: cluster 2022-01-26T00:06:12.597697+0000 mgr.smithi111.vbmimw (mgr.14718) 2834 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:15 smithi111 conmon[101466]: cluster 2022-01-26T00:06:14.598524+0000 mgr.smithi111.vbmimw (mgr.14718) 2835 : cluster 2022-01-26T00:06:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:15 smithi111 conmon[101466]: [DBG] pgmap v2443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:15 smithi179 conmon[67066]: cluster 2022-01-26T00:06:14.598524+0000 mgr.smithi111.vbmimw (mgr.14718) 2835 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:17.384 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:06:17.647 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:17.647 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (88m) 8m ago 89m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:06:17.648 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (79m) 8m ago 89m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:06:17.648 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (79m) 8m ago 88m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:06:17.648 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (88m) 8m ago 89m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:06:17.648 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (84m) 8m ago 84m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:06:17.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (84m) 8m ago 84m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:06:17.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (80m) 8m ago 90m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:06:17.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (80m) 8m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:06:17.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (80m) 8m ago 90m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:06:17.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (80m) 8m ago 88m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:06:17.650 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (81m) 8m ago 81m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:06:17.650 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (80m) 8m ago 80m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:06:17.650 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (89m) 8m ago 89m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:06:17.651 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (88m) 8m ago 88m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:06:17.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (75m) 8m ago 88m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:06:17.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (87m) 8m ago 87m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:06:17.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (87m) 8m ago 87m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:06:17.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (87m) 8m ago 87m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:06:17.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (86m) 8m ago 86m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:06:17.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (86m) 8m ago 86m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:06:17.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (86m) 8m ago 86m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:06:17.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (85m) 8m ago 85m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:06:17.653 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (88m) 8m ago 88m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:06:17.967 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:06:17.968 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:06:17.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:17.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:17.969 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:06:17.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:17.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:17.970 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:06:17.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:17.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:17.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:17.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:06:17.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:17.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:17.971 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:06:17.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:17.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:17.972 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:06:17.972 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:06:17.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:17 smithi111 conmon[101466]: cluster 2022-01-26T00:06:16.599059+0000 mgr.smithi111.vbmimw 2022-01-26T00:06:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:17 smithi111 conmon[101466]: (mgr.14718) 2836 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:17 smithi111 conmon[101466]: audit 2022-01-26T00:06:17.371719+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:06:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:17 smithi111 conmon[101466]: 14718) 2837 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:17 smithi179 conmon[67066]: cluster 2022-01-26T00:06:16.599059+0000 mgr.smithi111.vbmimw (mgr.14718) 2836 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:17 smithi179 conmon[67066]: audit 2022-01-26T00:06:17.371719+0000 mgr.smithi111.vbmimw 2022-01-26T00:06:18.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:17 smithi179 conmon[67066]: (mgr.14718) 2837 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:18.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:18 smithi111 conmon[101466]: audit 2022-01-26T00:06:17.639805+0000 mgr.smithi111.vbmimw (mgr.14718) 2838 : 2022-01-26T00:06:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:18 smithi111 conmon[101466]: audit [DBG] from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:18.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:18 smithi111 conmon[101466]: audit 2022-01-26T00:06:17.968233+0000 mon.smithi111 (mon.0) 1041 : audit [DBG] from='client.? 172.21.15.111:0/2380992065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:18 smithi179 conmon[67066]: audit 2022-01-26T00:06:17.639805+0000 mgr.smithi111.vbmimw (mgr.14718) 2838 : audit [DBG] from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:19.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:18 smithi179 conmon[67066]: audit 2022-01-26T00:06:17.968233+0000 mon.smithi111 (mon.0) 1041 : audit [DBG] from='client.? 172.21.15.111:0/2380992065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:19 smithi111 conmon[101466]: cluster 2022-01-26T00:06:18.599969+0000 mgr.smithi111.vbmimw (mgr.14718) 2839 : cluster 2022-01-26T00:06:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:19 smithi111 conmon[101466]: [DBG] pgmap v2445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:19 smithi179 conmon[67066]: cluster 2022-01-26T00:06:18.599969+0000 mgr.smithi111.vbmimw (mgr.14718) 2839 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:21 smithi179 conmon[67066]: cluster 2022-01-26T00:06:20.600635+0000 mgr.smithi111.vbmimw (mgr.14718) 2840 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:21 smithi111 conmon[101466]: cluster 2022-01-26T00:06:20.600635+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:06:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:21 smithi111 conmon[101466]: ) 2840 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:23.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:23 smithi111 conmon[101466]: cluster 2022-01-26T00:06:22.601070+0000 mgr.smithi111.vbmimw (mgr.14718) 2841 : cluster [DBG] 2022-01-26T00:06:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:23 smithi111 conmon[101466]: pgmap v2447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:23 smithi179 conmon[67066]: cluster 2022-01-26T00:06:22.601070+0000 mgr.smithi111.vbmimw (mgr.14718) 2841 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:25.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:25 smithi111 conmon[101466]: cluster 2022-01-26T00:06:24.602036+0000 mgr.smithi111.vbmimw (mgr.14718) 2842 : cluster 2022-01-26T00:06:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:25 smithi111 conmon[101466]: [DBG] pgmap v2448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:25 smithi179 conmon[67066]: cluster 2022-01-26T00:06:24.602036+0000 mgr.smithi111.vbmimw (mgr.14718) 2842 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:27.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:27 smithi111 conmon[101466]: cluster 2022-01-26T00:06:26.602658+0000 mgr.smithi111.vbmimw (mgr.14718) 2843 : cluster 2022-01-26T00:06:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:27 smithi111 conmon[101466]: [DBG] pgmap v2449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:27 smithi179 conmon[67066]: cluster 2022-01-26T00:06:26.602658+0000 mgr.smithi111.vbmimw (mgr.14718) 2843 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:29 smithi179 conmon[67066]: cluster 2022-01-26T00:06:28.603468+0000 mgr.smithi111.vbmimw (mgr.14718) 2844 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:29 smithi111 conmon[101466]: cluster 2022-01-26T00:06:28.603468+0000 mgr.smithi111.vbmimw (mgr.14718) 2844 : cluster 2022-01-26T00:06:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:29 smithi111 conmon[101466]: [DBG] pgmap v2450: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:31 smithi179 conmon[67066]: cluster 2022-01-26T00:06:30.604104+0000 mgr.smithi111.vbmimw (mgr.14718) 2845 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:31 smithi111 conmon[101466]: cluster 2022-01-26T00:06:30.604104+0000 mgr.smithi111.vbmimw (mgr.14718) 2845 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:33 smithi111 conmon[101466]: cluster 2022-01-26T00:06:32.604740+0000 mgr.smithi111.vbmimw (mgr.14718) 2846 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:33 smithi179 conmon[67066]: cluster 2022-01-26T00:06:32.604740+0000 mgr.smithi111.vbmimw (mgr.14718) 2846 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:35.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:35 smithi111 conmon[101466]: cluster 2022-01-26T00:06:34.605777+0000 mgr.smithi111.vbmimw (mgr.14718) 2847 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:35 smithi179 conmon[67066]: cluster 2022-01-26T00:06:34.605777+0000 mgr.smithi111.vbmimw (mgr.14718) 2847 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:37 smithi111 conmon[101466]: cluster 2022-01-26T00:06:36.606301+0000 mgr.smithi111.vbmimw (mgr.14718) 2848 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:37 smithi111 conmon[101466]: audit 2022-01-26T00:06:37.617887+0000 mon.smithi111 (mon.0 2022-01-26T00:06:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:37 smithi111 conmon[101466]: ) 1042 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:37 smithi111 conmon[101466]: audit 2022-01-26T00:06:37.618102+0000 mon.smithi111 (mon.0) 1043 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:37 smithi179 conmon[67066]: cluster 2022-01-26T00:06:36.606301+0000 mgr.smithi111.vbmimw (mgr.14718) 2848 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:37 smithi179 conmon[67066]: audit 2022-01-26T00:06:37.617887+0000 mon.smithi111 (mon.0) 1042 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:37 smithi179 conmon[67066]: audit 2022-01-26T00:06:37.618102+0000 mon.smithi111 (mon.0) 1043 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:39 smithi179 conmon[67066]: cluster 2022-01-26T00:06:38.607201+0000 mgr.smithi111.vbmimw (mgr.14718) 2849 : 2022-01-26T00:06:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:39 smithi179 conmon[67066]: cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:39 smithi111 conmon[101466]: cluster 2022-01-26T00:06:38.607201+0000 mgr.smithi111.vbmimw (mgr.14718) 2849 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:39 smithi111 conmon[101466]: 2022-01-26T00:06:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:41 smithi179 conmon[67066]: cluster 2022-01-26T00:06:40.607835+0000 mgr.smithi111.vbmimw (mgr.14718) 2850 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:41 smithi111 conmon[101466]: cluster 2022-01-26T00:06:40.607835+0000 mgr.smithi111.vbmimw (mgr.14718) 2850 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:41 smithi111 conmon[101466]: 2022-01-26T00:06:43.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:43 smithi111 conmon[101466]: cluster 2022-01-26T00:06:42.608410+0000 mgr.smithi111.vbmimw (mgr.14718) 2851 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:43 smithi179 conmon[67066]: cluster 2022-01-26T00:06:42.608410+0000 mgr.smithi111.vbmimw (mgr.14718) 2851 : cluster 2022-01-26T00:06:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:43 smithi179 conmon[67066]: [DBG] pgmap v2457: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:45 smithi111 conmon[101466]: cluster 2022-01-26T00:06:44.609376+0000 mgr.smithi111.vbmimw (mgr.14718) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:45 smithi111 conmon[101466]: 2022-01-26T00:06:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:45 smithi179 conmon[67066]: cluster 2022-01-26T00:06:44.609376+0000 mgr.smithi111.vbmimw (mgr.14718) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:47.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:47 smithi111 conmon[101466]: cluster 2022-01-26T00:06:46.609994+0000 mgr.smithi111.vbmimw (mgr.14718) 2853 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:47 smithi179 conmon[67066]: cluster 2022-01-26T00:06:46.609994+0000 mgr.smithi111.vbmimw (mgr.14718) 2853 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:48.269 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:06:48.536 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:48.739 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (88m) 8m ago 90m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:06:48.739 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (80m) 8m ago 90m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:06:48.740 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (80m) 8m ago 89m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:06:48.740 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (88m) 8m ago 89m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:06:48.740 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (84m) 8m ago 84m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:06:48.740 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (84m) 8m ago 84m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:06:48.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (81m) 8m ago 91m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:06:48.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (81m) 8m ago 89m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:06:48.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (80m) 8m ago 91m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:06:48.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (80m) 8m ago 89m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:06:48.742 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (81m) 8m ago 81m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:06:48.742 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (81m) 8m ago 81m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:06:48.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (89m) 8m ago 89m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:06:48.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (89m) 8m ago 89m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:06:48.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (76m) 8m ago 88m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:06:48.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (88m) 8m ago 88m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:06:48.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (87m) 8m ago 87m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:06:48.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (87m) 8m ago 87m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:06:48.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (87m) 8m ago 87m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:06:48.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (87m) 8m ago 87m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:06:48.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (86m) 8m ago 86m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:06:48.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (86m) 8m ago 86m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:06:48.745 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (88m) 8m ago 89m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:06:48.859 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:06:48.859 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:06:48.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:48.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:48.860 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:06:48.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:48.861 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:48.861 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:06:48.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:48.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:48.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:48.862 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:06:48.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:48.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:06:48.862 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:06:48.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:48.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:48.863 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:06:48.863 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:06:48.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:48 smithi111 conmon[101466]: audit 2022-01-26T00:06:48.258341+0000 mgr.smithi111.vbmimw (mgr.14718) 2854 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:48 smithi111 conmon[101466]: 2022-01-26T00:06:48.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:48 smithi111 conmon[101466]: audit 2022-01-26T00:06:48.528126+0000 mgr.smithi111.vbmimw (mgr.14718) 2855 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:48 smithi179 conmon[67066]: audit 2022-01-26T00:06:48.258341+0000 mgr.smithi111.vbmimw (mgr.14718) 2854 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:49.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:48 smithi179 conmon[67066]: audit 2022-01-26T00:06:48.528126+0000 mgr.smithi111.vbmimw (mgr.14718) 2855 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:49 smithi111 conmon[101466]: cluster 2022-01-26T00:06:48.610681+0000 mgr.smithi111.vbmimw (mgr.14718) 2856 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:49 smithi111 conmon[101466]: audit 2022-01-26T00:06:48. 2022-01-26T00:06:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:49 smithi111 conmon[101466]: 860439+0000 mon.smithi111 (mon.0) 1044 : audit [DBG] from='client.? 172.21.15.111:0/3349210505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:49 smithi179 conmon[67066]: cluster 2022-01-26T00:06:48.610681+0000 mgr.smithi111.vbmimw (mgr.14718) 2856 : cluster [DBG] 2022-01-26T00:06:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:49 smithi179 conmon[67066]: pgmap v2460: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:50.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:49 smithi179 conmon[67066]: audit 2022-01-26T00:06:48.860439+0000 mon.smithi111 (mon.0) 1044 : audit [DBG] from='client.? 172.21.15.111:0/3349210505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:51 smithi179 conmon[67066]: cluster 2022-01-26T00:06:50.611215+0000 mgr.smithi111.vbmimw (mgr.14718) 2857 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:51 smithi111 conmon[101466]: cluster 2022-01-26T00:06:50.611215+0000 mgr.smithi111.vbmimw (mgr.14718) 2857 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:53 smithi111 conmon[101466]: cluster 2022-01-26T00:06:52.611906+0000 mgr.smithi111.vbmimw (mgr.14718) 2858 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:53 smithi179 conmon[67066]: cluster 2022-01-26T00:06:52.611906+0000 mgr.smithi111.vbmimw (mgr.14718) 2858 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:55 smithi111 conmon[101466]: cluster 2022-01-26T00:06:54.612726+0000 mgr.smithi111.vbmimw (mgr.14718) 2859 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:55 smithi179 conmon[67066]: cluster 2022-01-26T00:06:54.612726+0000 mgr.smithi111.vbmimw (mgr.14718) 2859 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:57 smithi111 conmon[101466]: cluster 2022-01-26T00:06:56.613162+0000 mgr.smithi111.vbmimw (mgr.14718) 2860 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:57 smithi179 conmon[67066]: cluster 2022-01-26T00:06:56.613162+0000 mgr.smithi111.vbmimw (mgr.14718) 2860 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:06:59 smithi179 conmon[67066]: cluster 2022-01-26T00:06:58.613936+0000 mgr.smithi111.vbmimw (mgr.14718) 2861 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:59 smithi111 conmon[101466]: cluster 2022-01-26T00:06:58.613936+0000 mgr.smithi111.vbmimw (mgr.14718) 2861 : cluster [DBG] 2022-01-26T00:06:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:06:59 smithi111 conmon[101466]: pgmap v2465: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: cluster 2022-01-26T00:07:00.614465+0000 mgr.smithi111.vbmimw (mgr.14718) 2862 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:07:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: T00:07:00.936095+0000 mon.smithi111 (mon.0) 1045 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26T00:07:00.937533+0000 mon.smithi111 (mon.0) 1046 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26T00:07:00.938538+0000 mon.smithi111 (mon.0) 1047 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: cephadm 2022-01-26T00: 2022-01-26T00:07:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: 07:00.939244+0000 mgr.smithi111.vbmimw (mgr.14718) 2863 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:07:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: 07:01.244144+0000 mon.smithi111 (mon.0) 1048 : audit [INF] 2022-01-26T00:07:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:07:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:07:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: 01-26T00:07:01.246578+0000 mon.smithi111 (mon.0) 1049 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:07:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26T00:07:01 2022-01-26T00:07:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: .250495+0000 mon.smithi111 (mon.0) 1050 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:07:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: audit 2022-01-26T00:07:01.256929+0000 mon.smithi111 (mon. 2022-01-26T00:07:01.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:01 smithi179 conmon[67066]: 0) 1051 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:07:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: cluster 2022-01-26T00:07:00.614465+0000 mgr.smithi111.vbmimw (mgr.14718) 2862 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00: 2022-01-26T00:07:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: 07:00.936095+0000 mon.smithi111 (mon.0) 1045 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00:07:00.937533+0000 mon.smithi111 (mon.0) 1046 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00:07:00.938538+0000 mon.smithi111 (mon.0) 1047 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: cephadm 2022-01-26T00:07:00.939244+0000 mgr.smithi111.vbmimw (mgr.14718) 2863 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00:07:01.244144+0000 mon.smithi111 (mon.0 2022-01-26T00:07:01.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: ) 1048 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:07:01.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00:07:01.246578+0000 mon.smithi111 (mon 2022-01-26T00:07:01.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: .0) 1049 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:07:01.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00:07: 2022-01-26T00:07:01.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: 01.250495+0000 mon.smithi111 (mon.0) 1050 : 2022-01-26T00:07:01.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:07:01.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: audit 2022-01-26T00: 2022-01-26T00:07:01.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: 07:01.256929+0000 mon.smithi111 (mon.0 2022-01-26T00:07:01.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:01 smithi111 conmon[101466]: ) 1051 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:07:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:03 smithi111 conmon[101466]: cluster 2022-01-26T00:07:02.614998+0000 mgr.smithi111.vbmimw (mgr.14718) 2864 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:03 smithi111 conmon[101466]: 2022-01-26T00:07:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:03 smithi179 conmon[67066]: cluster 2022-01-26T00:07:02.614998+0000 mgr.smithi111.vbmimw (mgr.14718) 2864 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:05 smithi111 conmon[101466]: cluster 2022-01-26T00:07:04.615769+0000 mgr.smithi111.vbmimw (mgr.14718) 2865 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:05 smithi179 conmon[67066]: cluster 2022-01-26T00:07:04.615769+0000 mgr.smithi111.vbmimw (mgr.14718) 2865 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:07 smithi111 conmon[101466]: cluster 2022-01-26T00:07:06.616238+0000 mgr.smithi111.vbmimw (mgr.14718) 2866 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:07 smithi179 conmon[67066]: cluster 2022-01-26T00:07:06.616238+0000 mgr.smithi111.vbmimw (mgr.14718) 2866 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:07 smithi179 conmon[67066]: 2022-01-26T00:07:09.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:09 smithi179 conmon[67066]: cluster 2022-01-26T00:07:08.617071+0000 mgr.smithi111.vbmimw (mgr.14718) 2867 : cluster 2022-01-26T00:07:09.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:09 smithi179 conmon[67066]: [DBG] pgmap v2470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:09 smithi111 conmon[101466]: cluster 2022-01-26T00:07:08.617071+0000 mgr.smithi111.vbmimw (mgr.14718) 2867 : 2022-01-26T00:07:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:09 smithi111 conmon[101466]: cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:11 smithi179 conmon[67066]: cluster 2022-01-26T00:07:10.617567+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:07:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:11 smithi179 conmon[67066]: 14718) 2868 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:11 smithi111 conmon[101466]: cluster 2022-01-26T00:07:10.617567+0000 mgr.smithi111.vbmimw (mgr.14718) 2868 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:13 smithi111 conmon[101466]: cluster 2022-01-26T00:07:12.618253+0000 mgr.smithi111.vbmimw (mgr.14718) 2869 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:13 smithi179 conmon[67066]: cluster 2022-01-26T00:07:12.618253+0000 mgr.smithi111.vbmimw (mgr.14718) 2869 : cluster 2022-01-26T00:07:14.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:13 smithi179 conmon[67066]: [DBG] pgmap v2472: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:15 smithi111 conmon[101466]: cluster 2022-01-26T00:07:14.619110+0000 mgr.smithi111.vbmimw (mgr.14718) 2870 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:15 smithi179 conmon[67066]: cluster 2022-01-26T00:07:14.619110+0000 mgr.smithi111.vbmimw (mgr.14718) 2870 : cluster 2022-01-26T00:07:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:15 smithi179 conmon[67066]: [DBG] pgmap v2473: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:17.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:17 smithi111 conmon[101466]: cluster 2022-01-26T00:07:16.619550+0000 mgr.smithi111.vbmimw (mgr.14718) 2871 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:17 smithi179 conmon[67066]: cluster 2022-01-26T00:07:16.619550+0000 mgr.smithi111.vbmimw (mgr.14718) 2871 : cluster [DBG] 2022-01-26T00:07:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:17 smithi179 conmon[67066]: pgmap v2474: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:19.156 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:07:19.427 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:19.428 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (89m) 9m ago 90m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:07:19.429 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (81m) 9m ago 90m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:07:19.429 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (80m) 9m ago 89m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:07:19.429 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (89m) 9m ago 90m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:07:19.430 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (85m) 9m ago 85m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:07:19.430 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (85m) 9m ago 85m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:07:19.430 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (81m) 9m ago 91m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:07:19.430 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (81m) 9m ago 89m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:07:19.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (81m) 9m ago 91m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:07:19.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (81m) 9m ago 89m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:07:19.431 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (82m) 9m ago 82m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:07:19.431 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (81m) 9m ago 81m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:07:19.432 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (90m) 9m ago 90m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:07:19.432 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (89m) 9m ago 89m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:07:19.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (76m) 9m ago 89m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:07:19.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (88m) 9m ago 88m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:07:19.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (88m) 9m ago 88m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:07:19.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (88m) 9m ago 88m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:07:19.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (87m) 9m ago 87m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:07:19.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (87m) 9m ago 87m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:07:19.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (87m) 9m ago 87m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:07:19.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (86m) 9m ago 86m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:07:19.434 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (89m) 9m ago 89m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:07:19.751 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:07:19.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:07:19.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:07:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:19.752 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:07:19.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:19.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:19.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:19.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:07:19.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:19.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:19.754 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:07:19.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:19.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:19.755 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:07:19.755 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:07:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:19 smithi179 conmon[67066]: cluster 2022-01-26T00:07:18.620385+0000 mgr.smithi111.vbmimw (mgr.14718) 2872 : cluster 2022-01-26T00:07:19.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:19 smithi179 conmon[67066]: [DBG] pgmap v2475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:19.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:19 smithi179 conmon[67066]: audit 2022-01-26T00:07:19.144899+0000 mgr.smithi111.vbmimw (mgr.14718) 2873 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:19.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:19 smithi179 conmon[67066]: audit 2022-01-26T00:07:19.420002+0000 mgr.smithi111.vbmimw (mgr.14718) 2874 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:19 smithi111 conmon[101466]: cluster 2022-01-26T00:07:18.620385+0000 mgr.smithi111.vbmimw (mgr.14718) 2872 : cluster 2022-01-26T00:07:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:19 smithi111 conmon[101466]: [DBG] pgmap v2475: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:19 smithi111 conmon[101466]: audit 2022-01-26T00:07:19.144899+0000 mgr.smithi111.vbmimw (mgr.14718) 2873 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:19.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:19 smithi111 conmon[101466]: audit 2022-01-26T00:07:19.420002+0000 mgr.smithi111.vbmimw (mgr.14718) 2874 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:20 smithi179 conmon[67066]: audit 2022-01-26T00:07:19.751956+0000 mon.smithi111 (mon.0) 1052 : audit 2022-01-26T00:07:20.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:20 smithi179 conmon[67066]: [DBG] from='client.? 172.21.15.111:0/3788957466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:20 smithi111 conmon[101466]: audit 2022-01-26T00:07:19.751956+0000 mon.smithi111 (mon.0) 1052 : audit [DBG] from='client.? 172.21.15.111:0/3788957466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:20.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:20 smithi111 conmon[101466]: 2022-01-26T00:07:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:21 smithi179 conmon[67066]: cluster 2022-01-26T00:07:20.620917+0000 mgr.smithi111.vbmimw (mgr.14718) 2875 : cluster 2022-01-26T00:07:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:21 smithi179 conmon[67066]: [DBG] pgmap v2476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:21 smithi111 conmon[101466]: cluster 2022-01-26T00:07:20.620917+0000 mgr.smithi111.vbmimw (mgr.14718) 2875 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:23.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:23 smithi111 conmon[101466]: cluster 2022-01-26T00:07:22.621598+0000 mgr.smithi111.vbmimw (mgr.14718) 2876 : 2022-01-26T00:07:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:23 smithi111 conmon[101466]: cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:23 smithi179 conmon[67066]: cluster 2022-01-26T00:07:22.621598+0000 mgr.smithi111.vbmimw (mgr.14718) 2876 : 2022-01-26T00:07:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:23 smithi179 conmon[67066]: cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:25 smithi111 conmon[101466]: cluster 2022-01-26T00:07:24.622504+0000 mgr.smithi111.vbmimw (mgr.14718) 2877 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:25 smithi179 conmon[67066]: cluster 2022-01-26T00:07:24.622504+0000 mgr.smithi111.vbmimw (mgr.14718) 2877 : cluster [DBG] 2022-01-26T00:07:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:25 smithi179 conmon[67066]: pgmap v2478: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:27 smithi111 conmon[101466]: cluster 2022-01-26T00:07:26.623139+0000 mgr.smithi111.vbmimw (mgr.14718) 2878 : cluster [DBG] 2022-01-26T00:07:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:27 smithi111 conmon[101466]: pgmap v2479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:27 smithi179 conmon[67066]: cluster 2022-01-26T00:07:26.623139+0000 mgr.smithi111.vbmimw (mgr.14718) 2878 : 2022-01-26T00:07:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:27 smithi179 conmon[67066]: cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:29.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:29 smithi179 conmon[67066]: cluster 2022-01-26T00:07:28.623787+0000 mgr.smithi111.vbmimw (mgr.14718) 2879 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:29 smithi111 conmon[101466]: cluster 2022-01-26T00:07:28.623787+0000 mgr.smithi111.vbmimw (mgr.14718) 2879 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:29 smithi111 conmon[101466]: 2022-01-26T00:07:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:31 smithi179 conmon[67066]: cluster 2022-01-26T00:07:30.624286+0000 mgr.smithi111.vbmimw (mgr.14718) 2880 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:31 smithi111 conmon[101466]: cluster 2022-01-26T00:07:30.624286+0000 mgr.smithi111.vbmimw (mgr.14718) 2880 : cluster [DBG] 2022-01-26T00:07:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:31 smithi111 conmon[101466]: pgmap v2481: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:33 smithi111 conmon[101466]: cluster 2022-01-26T00:07:32.624731+0000 mgr.smithi111.vbmimw (mgr.14718) 2881 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:33 smithi111 conmon[101466]: 2022-01-26T00:07:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:33 smithi179 conmon[67066]: cluster 2022-01-26T00:07:32.624731+0000 mgr.smithi111.vbmimw (mgr.14718) 2881 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:35.989 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:35 smithi111 conmon[101466]: cluster 2022-01-26T00:07:34.625699+0000 mgr.smithi111.vbmimw (mgr.14718) 2882 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:35 smithi179 conmon[67066]: cluster 2022-01-26T00:07:34.625699+0000 mgr.smithi111.vbmimw (mgr.14718) 2882 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:37 smithi111 conmon[101466]: cluster 2022-01-26T00:07:36.626151+0000 mgr.smithi111.vbmimw (mgr.14718) 2883 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:37 smithi111 conmon[101466]: audit 2022-01-26T00:07:37.621501+0000 mon.smithi111 (mon.0) 1053 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:37 smithi111 conmon[101466]: audit 2022-01-26T00:07:37.621719+0000 mon.smithi111 (mon.0) 1054 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:37 smithi179 conmon[67066]: cluster 2022-01-26T00:07:36.626151+0000 mgr.smithi111.vbmimw (mgr.14718) 2883 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:37 smithi179 conmon[67066]: audit 2022-01-26T00:07:37.621501+0000 mon.smithi111 (mon.0) 1053 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:37 smithi179 conmon[67066]: audit 2022-01-26T00:07:37.621719+0000 mon.smithi111 (mon.0) 1054 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:39.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:39 smithi179 conmon[67066]: cluster 2022-01-26T00:07:38.626897+0000 mgr.smithi111.vbmimw (mgr.14718) 2884 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:39 smithi111 conmon[101466]: cluster 2022-01-26T00:07:38.626897+0000 mgr.smithi111.vbmimw (mgr.14718) 2884 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:41 smithi179 conmon[67066]: cluster 2022-01-26T00:07:40.627459+0000 mgr.smithi111.vbmimw (mgr.14718) 2885 : cluster [DBG] 2022-01-26T00:07:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:41 smithi179 conmon[67066]: pgmap v2486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:41 smithi111 conmon[101466]: cluster 2022-01-26T00:07:40.627459+0000 mgr.smithi111.vbmimw (mgr.14718) 2885 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:43.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:43 smithi111 conmon[101466]: cluster 2022-01-26T00:07:42.627941+0000 mgr.smithi111.vbmimw (mgr.14718) 2886 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:43 smithi179 conmon[67066]: cluster 2022-01-26T00:07:42.627941+0000 mgr.smithi111.vbmimw (mgr.14718) 2886 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:45 smithi111 conmon[101466]: cluster 2022-01-26T00:07:44.628693+0000 mgr.smithi111.vbmimw (mgr.14718) 2887 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:45 smithi179 conmon[67066]: cluster 2022-01-26T00:07:44.628693+0000 mgr.smithi111.vbmimw (mgr.14718) 2887 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:47.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:47 smithi111 conmon[101466]: cluster 2022-01-26T00:07:46.629254+0000 mgr.smithi111.vbmimw (mgr.14718) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:47 smithi179 conmon[67066]: cluster 2022-01-26T00:07:46.629254+0000 mgr.smithi111.vbmimw (mgr.14718) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:49.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:49 smithi179 conmon[67066]: cluster 2022-01-26T00:07:48.630099+0000 mgr.smithi111.vbmimw (mgr.14718) 2889 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:50.135 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:49 smithi111 conmon[101466]: cluster 2022-01-26T00:07:48.630099+0000 mgr.smithi111.vbmimw (mgr.14718) 2889 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:50.135 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:07:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (89m) 9m ago 91m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:07:50.317 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (81m) 9m ago 91m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:07:50.318 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (81m) 9m ago 90m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:07:50.318 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (89m) 9m ago 90m 39.0M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:07:50.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (85m) 9m ago 85m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:07:50.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (85m) 9m ago 85m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:07:50.318 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (82m) 9m ago 92m 549M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:07:50.319 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (82m) 9m ago 90m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:07:50.319 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (81m) 9m ago 92m 561M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:07:50.319 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (81m) 9m ago 90m 286M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:07:50.319 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (82m) 9m ago 82m 172M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:07:50.320 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (82m) 9m ago 82m 105M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:07:50.320 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (90m) 9m ago 90m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:07:50.320 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (90m) 9m ago 90m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:07:50.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (77m) 9m ago 89m 1949M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:07:50.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (89m) 9m ago 89m 2996M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:07:50.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (88m) 9m ago 88m 2238M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:07:50.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (88m) 9m ago 88m 2977M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:07:50.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (88m) 9m ago 88m 2515M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:07:50.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (88m) 9m ago 88m 3487M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:07:50.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (87m) 9m ago 87m 2782M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:07:50.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (87m) 9m ago 87m 4421M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:07:50.324 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (89m) 9m ago 90m 66.1M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:07:50.636 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:07:50.637 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:07:50.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:50.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:50.638 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:07:50.638 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:50.638 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:50.638 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:07:50.639 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:50.639 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:50.639 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:50.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:07:50.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:50.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:07:50.641 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:07:50.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:50.642 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:50.642 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:07:50.642 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:07:50.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:50 smithi179 conmon[67066]: audit 2022-01-26T00:07:50.040102+0000 mgr.smithi111.vbmimw (mgr.14718) 2890 : audit [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:50.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:50 smithi179 conmon[67066]: audit 2022-01-26T00:07:50.308746+0000 mgr.smithi111.vbmimw (mgr.14718) 2891 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:50.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:50 smithi111 conmon[101466]: audit 2022-01-26T00:07:50.040102+0000 mgr.smithi111.vbmimw (mgr.14718) 2890 2022-01-26T00:07:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:50 smithi111 conmon[101466]: : audit [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:50.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:50 smithi111 conmon[101466]: audit 2022-01-26T00:07:50.308746+0000 mgr.smithi111.vbmimw (mgr.14718) 2891 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:51 smithi179 conmon[67066]: cluster 2022-01-26T00:07:50.630625+0000 mgr.smithi111.vbmimw (mgr.14718) 2892 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:51 smithi179 conmon[67066]: audit 2022-01-26T00:07:50 2022-01-26T00:07:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:51 smithi179 conmon[67066]: .637672+0000 mon.smithi111 (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.111:0/1699063354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:51 smithi111 conmon[101466]: cluster 2022-01-26T00:07:50.630625+0000 mgr.smithi111.vbmimw (mgr.14718) 2892 : cluster [DBG] 2022-01-26T00:07:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:51 smithi111 conmon[101466]: pgmap v2491: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:51 smithi111 conmon[101466]: audit 2022-01-26T00:07:50.637672+0000 mon.smithi111 (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.111:0/1699063354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:53.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:53 smithi111 conmon[101466]: cluster 2022-01-26T00:07:52.631191+0000 mgr.smithi111.vbmimw (mgr.14718) 2893 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:53 smithi179 conmon[67066]: cluster 2022-01-26T00:07:52.631191+0000 mgr.smithi111.vbmimw (mgr.14718) 2893 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:55.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:55 smithi111 conmon[101466]: cluster 2022-01-26T00:07:54.631896+0000 mgr.smithi111.vbmimw (mgr.14718) 2894 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:55 smithi179 conmon[67066]: cluster 2022-01-26T00:07:54.631896+0000 mgr.smithi111.vbmimw (mgr.14718) 2894 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:57.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:57 smithi111 conmon[101466]: cluster 2022-01-26T00:07:56.632442+0000 mgr.smithi111.vbmimw (mgr.14718) 2895 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:57 smithi179 conmon[67066]: cluster 2022-01-26T00:07:56.632442+0000 mgr.smithi111.vbmimw (mgr.14718) 2895 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:59.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:07:59 smithi179 conmon[67066]: cluster 2022-01-26T00:07:58.633215+0000 mgr.smithi111.vbmimw (mgr.14718) 2896 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:07:59 smithi111 conmon[101466]: cluster 2022-01-26T00:07:58.633215+0000 mgr.smithi111.vbmimw (mgr.14718) 2896 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:01.688 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: cluster 2022-01-26T00:08:00.633746 2022-01-26T00:08:01.689 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2897 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:01.689 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: audit 2022-01-26T00:08:01.259324+0000 mon.smithi111 (mon.0) 1056 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:01.689 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: audit 2022-01-26T00:08:01.260833+0000 mon.smithi111 (mon.0) 1057 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:01.689 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: audit 2022-01-26T00:08:01.261663+0000 mon.smithi111 (mon.0) 1058 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:01.690 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: cephadm 2022-01-26T00:08:01.262376+0000 mgr.smithi111.vbmimw (mgr.14718) 2898 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: cluster 2022-01-26T00:08:00.633746+0000 mgr.smithi111.vbmimw (mgr.14718) 2897 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:08:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: T00:08:01.259324+0000 mon.smithi111 (mon.0) 1056 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: audit 2022-01-26T00:08:01.260833+0000 mon.smithi111 (mon.0) 1057 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: audit 2022-01-26T00:08:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: 2022-01-26T00:08:01.261663+0000 mon.smithi111 (mon.0) 1058 : audit 2022-01-26T00:08:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:01.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: cephadm 2022-01-26T00:08 2022-01-26T00:08:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: :01.262376+0000 mgr.smithi111.vbmimw (mgr.14718) 2898 : 2022-01-26T00:08:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:01.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:08:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: 08:01.519790+0000 mon.smithi111 (mon.0) 2022-01-26T00:08:01.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:01 smithi179 conmon[67066]: 1059 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:01.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:01 smithi111 conmon[101466]: audit 2022-01-26T00:08:01.519790+0000 mon.smithi111 (mon.0) 1059 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:03 smithi111 conmon[101466]: cluster 2022-01-26T00:08:02.634166+0000 2022-01-26T00:08:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:03 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2899 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:03 smithi179 conmon[67066]: cluster 2022-01-26T00:08:02.634166+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:08:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:03 smithi179 conmon[67066]: mgr.14718) 2899 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:05 smithi111 conmon[101466]: cluster 2022-01-26T00:08:04.634818+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:08:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:05 smithi111 conmon[101466]: .14718) 2900 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:05 smithi111 conmon[101466]: audit 2022-01-26T00:08:04.899117+0000 mon.smithi111 (mon.0) 1060 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:05 smithi179 conmon[67066]: cluster 2022-01-26T00:08:04.634818+0000 mgr.smithi111.vbmimw (mgr.14718) 2900 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:05 smithi179 conmon[67066]: audit 2022-01-26T00:08:04.899117+0000 mon.smithi111 (mon.0) 1060 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:07 smithi179 conmon[67066]: cluster 2022-01-26T00:08:06.635289+0000 mgr.smithi111.vbmimw (mgr.14718) 2901 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:07 smithi179 conmon[67066]: audit 2022-01-26T00:08:06.824325+0000 mon.smithi111 (mon.0) 1061 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:07 smithi179 conmon[67066]: audit 2022-01-26T00:08:07.109815+0000 mon.smithi111 (mon.0) 1062 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:07 smithi179 conmon[67066]: audit 2022-01-26T00:08:07.114658+0000 2022-01-26T00:08:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:07 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1063 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: cluster 2022-01-26T00:08:06.635289+0000 mgr.smithi111.vbmimw (mgr.14718) 2901 : 2022-01-26T00:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: audit 2022-01-26T00:08:06.824325+0000 mon.smithi111 (mon.0) 1061 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: audit 2022-01-26T00:08:07.109815+0000 mon.smithi111 ( 2022-01-26T00:08:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: mon.0) 1062 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: audit 2022-01-26T00:08:08.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: 2022-01-26T00:08:07.114658+0000 mon.smithi111 (mon.0 2022-01-26T00:08:08.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:07 smithi111 conmon[101466]: ) 1063 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:08:09.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:09 smithi179 conmon[67066]: cluster 2022-01-26T00:08:08.636237+0000 mgr.smithi111.vbmimw (mgr.14718) 2902 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:09 smithi111 conmon[101466]: cluster 2022-01-26T00:08:08.636237+0000 mgr.smithi111.vbmimw (mgr.14718) 2902 : cluster [DBG] 2022-01-26T00:08:09.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:09 smithi111 conmon[101466]: pgmap v2500: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:11 smithi179 conmon[67066]: cluster 2022-01-26T00:08:10.636750+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:08:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:11 smithi179 conmon[67066]: 2903 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:11.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:11 smithi111 conmon[101466]: cluster 2022-01-26T00:08:10.636750+0000 mgr.smithi111.vbmimw (mgr.14718) 2903 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:13.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:13 smithi111 conmon[101466]: cluster 2022-01-26T00:08:12.637341+0000 mgr.smithi111.vbmimw (mgr.14718) 2904 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:13 smithi111 conmon[101466]: 2022-01-26T00:08:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:13 smithi179 conmon[67066]: cluster 2022-01-26T00:08:12.637341+0000 mgr.smithi111.vbmimw (mgr.14718) 2904 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:15.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:15 smithi111 conmon[101466]: cluster 2022-01-26T00:08:14.638131+0000 mgr.smithi111.vbmimw (mgr.14718) 2905 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:15 smithi179 conmon[67066]: cluster 2022-01-26T00:08:14.638131+0000 mgr.smithi111.vbmimw (mgr.14718) 2905 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:17 smithi111 conmon[101466]: cluster 2022-01-26T00:08:16.638669+0000 mgr.smithi111.vbmimw (mgr.14718) 2906 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:17 smithi179 conmon[67066]: cluster 2022-01-26T00:08:16.638669+0000 mgr.smithi111.vbmimw (mgr.14718) 2906 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:17 smithi179 conmon[67066]: 2022-01-26T00:08:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:19 smithi111 conmon[101466]: cluster 2022-01-26T00:08:18.639353+0000 mgr.smithi111.vbmimw (mgr.14718) 2907 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:19 smithi179 conmon[67066]: cluster 2022-01-26T00:08:18.639353+0000 mgr.smithi111.vbmimw (mgr.14718) 2907 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:19 smithi179 conmon[67066]: 2022-01-26T00:08:20.940 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:08:21.205 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:21.206 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (90m) 14s ago 91m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:08:21.206 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (82m) 14s ago 91m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:08:21.207 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (81m) 16s ago 90m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:08:21.207 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (90m) 14s ago 91m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:08:21.208 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (86m) 14s ago 86m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:08:21.208 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (86m) 16s ago 86m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:08:21.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (82m) 14s ago 92m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:08:21.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (82m) 16s ago 90m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:08:21.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (82m) 14s ago 92m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:08:21.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (82m) 16s ago 90m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:08:21.213 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (83m) 14s ago 83m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:08:21.213 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (83m) 16s ago 83m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:08:21.214 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (91m) 14s ago 91m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:08:21.214 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (90m) 16s ago 90m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:08:21.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (77m) 14s ago 90m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:08:21.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (89m) 14s ago 89m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:08:21.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (89m) 14s ago 89m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:08:21.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (89m) 14s ago 89m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:08:21.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (88m) 16s ago 88m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:08:21.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (88m) 16s ago 88m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:08:21.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (88m) 16s ago 88m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:08:21.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (88m) 16s ago 88m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:08:21.216 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (90m) 14s ago 91m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:08:21.526 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:08:21.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:08:21.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:21.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:21.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:08:21.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:21.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:21.528 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:08:21.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:21.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:21.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:21.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:08:21.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:21.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:21.530 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:08:21.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:21.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:21.530 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:08:21.530 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:08:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: cluster 2022-01-26T00:08:20.640000+0000 mgr.smithi111.vbmimw (mgr.14718) 2908 : cluster [DBG] 2022-01-26T00:08:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: pgmap v2506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: audit 2022-01-26T00:08:20.929140+0000 mgr.smithi111.vbmimw (mgr.14718) 2909 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: audit 2022 2022-01-26T00:08:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: -01-26T00:08:21.197549+0000 mgr.smithi111.vbmimw (mgr.14718) 2910 : audit [DBG] from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:21.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: audit 2022-01-26T00:08:21. 2022-01-26T00:08:21.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: 526992+0000 mon.smithi111 (mon.0) 1064 : audit [DBG] 2022-01-26T00:08:21.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:21 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/4234532299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:21.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: cluster 2022-01-26T00:08:20.640000+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:08:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: 2908 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: audit 2022-01-26T00:08:20.929140+0000 mgr.smithi111.vbmimw (mgr.14718) 2909 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: audit 2022-01-26T 2022-01-26T00:08:21.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: 00:08:21.197549+0000 mgr.smithi111.vbmimw 2022-01-26T00:08:21.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: (mgr.14718) 2910 : audit [DBG] 2022-01-26T00:08:21.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:21.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: audit 2022-01-26T00:08:21.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: 2022-01-26T00:08:21 2022-01-26T00:08:21.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: .526992+0000 mon.smithi111 (mon.0 2022-01-26T00:08:21.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:21 smithi111 conmon[101466]: ) 1064 : audit [DBG] from='client.? 172.21.15.111:0/4234532299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:23.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:23 smithi111 conmon[101466]: cluster 2022-01-26T00:08:22.640580+0000 mgr.smithi111.vbmimw (mgr.14718) 2911 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:23 smithi179 conmon[67066]: cluster 2022-01-26T00:08:22.640580+0000 mgr.smithi111.vbmimw (mgr.14718) 2911 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:23 smithi179 conmon[67066]: 2022-01-26T00:08:25.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:25 smithi111 conmon[101466]: cluster 2022-01-26T00:08:24.641399+0000 mgr.smithi111.vbmimw (mgr.14718) 2912 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:25 smithi179 conmon[67066]: cluster 2022-01-26T00:08:24.641399+0000 mgr.smithi111.vbmimw (mgr.14718) 2912 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:27 smithi111 conmon[101466]: cluster 2022-01-26T00:08:26.642002+0000 mgr.smithi111.vbmimw (mgr.14718) 2913 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:27 smithi179 conmon[67066]: cluster 2022-01-26T00:08:26.642002+0000 mgr.smithi111.vbmimw (mgr.14718) 2913 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:27 smithi179 conmon[67066]: 2022-01-26T00:08:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:29 smithi111 conmon[101466]: cluster 2022-01-26T00:08:28.642881+0000 mgr.smithi111.vbmimw (mgr.14718) 2914 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:29 smithi179 conmon[67066]: cluster 2022-01-26T00:08:28.642881+0000 mgr.smithi111.vbmimw (mgr.14718) 2914 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:31 smithi179 conmon[67066]: cluster 2022-01-26T00:08:30.643437+0000 mgr.smithi111.vbmimw (mgr.14718) 2915 : cluster 2022-01-26T00:08:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:31 smithi179 conmon[67066]: [DBG] pgmap v2511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:31 smithi111 conmon[101466]: cluster 2022-01-26T00:08:30.643437+0000 mgr.smithi111.vbmimw (mgr.14718) 2915 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:31 smithi111 conmon[101466]: 2022-01-26T00:08:33.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:33 smithi111 conmon[101466]: cluster 2022-01-26T00:08:32.644016+0000 mgr.smithi111.vbmimw (mgr.14718) 2916 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:33 smithi179 conmon[67066]: cluster 2022-01-26T00:08:32.644016+0000 mgr.smithi111.vbmimw (mgr.14718) 2916 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:35.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:35 smithi111 conmon[101466]: cluster 2022-01-26T00:08:34.644964+0000 mgr.smithi111.vbmimw (mgr.14718) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:35 smithi179 conmon[67066]: cluster 2022-01-26T00:08:34.644964+0000 mgr.smithi111.vbmimw (mgr.14718) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:37 smithi111 conmon[101466]: cluster 2022-01-26T00:08:36.645650+0000 mgr.smithi111.vbmimw (mgr.14718) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:37.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:37 smithi111 conmon[101466]: audit 2022-01-26T00:08:37.625728+0000 mon.smithi111 (mon.0) 1065 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:37.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:37 smithi111 conmon[101466]: audit 2022-01-26T00:08:37.626058+0000 mon.smithi111 (mon.0) 1066 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:37 smithi179 conmon[67066]: cluster 2022-01-26T00:08:36.645650+0000 mgr.smithi111.vbmimw (mgr.14718) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:37 smithi179 conmon[67066]: audit 2022-01-26T00:08:37.625728+0000 mon.smithi111 (mon.0) 1065 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:37 smithi179 conmon[67066]: audit 2022-01-26T00:08:37.626058+0000 mon.smithi111 (mon.0) 1066 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:39 smithi111 conmon[101466]: cluster 2022-01-26T00:08:38.646611+0000 mgr.smithi111.vbmimw 2022-01-26T00:08:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:39 smithi111 conmon[101466]: (mgr.14718) 2919 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:39 smithi179 conmon[67066]: cluster 2022-01-26T00:08:38.646611+0000 mgr.smithi111.vbmimw (mgr.14718) 2919 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:41 smithi179 conmon[67066]: cluster 2022-01-26T00:08:40.647200+0000 mgr.smithi111.vbmimw (mgr.14718) 2920 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:41.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:41 smithi111 conmon[101466]: cluster 2022-01-26T00:08:40.647200+0000 mgr.smithi111.vbmimw (mgr.14718) 2920 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:43.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:43 smithi111 conmon[101466]: cluster 2022-01-26T00:08:42.647638+0000 mgr.smithi111.vbmimw (mgr.14718) 2921 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:43 smithi179 conmon[67066]: cluster 2022-01-26T00:08:42.647638+0000 mgr.smithi111.vbmimw (mgr.14718) 2921 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:43 smithi179 conmon[67066]: 2022-01-26T00:08:45.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:45 smithi111 conmon[101466]: cluster 2022-01-26T00:08:44.648360+0000 mgr.smithi111.vbmimw (mgr.14718) 2922 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:45 smithi179 conmon[67066]: cluster 2022-01-26T00:08:44.648360+0000 mgr.smithi111.vbmimw (mgr.14718) 2922 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:47.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:47 smithi111 conmon[101466]: cluster 2022-01-26T00:08:46.648888+0000 mgr.smithi111.vbmimw (mgr.14718) 2923 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:47 smithi179 conmon[67066]: cluster 2022-01-26T00:08:46.648888+0000 mgr.smithi111.vbmimw (mgr.14718) 2923 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:48.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:47 smithi179 conmon[67066]: 2022-01-26T00:08:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:49 smithi111 conmon[101466]: cluster 2022-01-26T00:08:48.649663+0000 mgr.smithi111.vbmimw (mgr.14718) 2924 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:49 smithi179 conmon[67066]: cluster 2022-01-26T00:08:48.649663+0000 mgr.smithi111.vbmimw (mgr.14718) 2924 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:51.825 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:08:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:51 smithi179 conmon[67066]: cluster 2022-01-26T00:08:50.650308+0000 mgr.smithi111.vbmimw (mgr.14718) 2925 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:51 smithi111 conmon[101466]: cluster 2022-01-26T00:08:50.650308+0000 mgr.smithi111.vbmimw (mgr.14718) 2925 : cluster 2022-01-26T00:08:51.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:51 smithi111 conmon[101466]: [DBG] pgmap v2521: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:52.098 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:52.098 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (90m) 45s ago 92m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:08:52.098 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (82m) 45s ago 92m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:08:52.098 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (82m) 47s ago 91m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:08:52.099 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (90m) 45s ago 91m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:08:52.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (86m) 45s ago 86m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:08:52.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (86m) 47s ago 86m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:08:52.099 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (83m) 45s ago 93m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:08:52.100 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (83m) 47s ago 91m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:08:52.100 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (82m) 45s ago 93m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:08:52.100 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (82m) 47s ago 91m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:08:52.100 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (83m) 45s ago 83m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:08:52.100 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (83m) 47s ago 83m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:08:52.101 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (91m) 45s ago 91m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:08:52.101 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (91m) 47s ago 91m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:08:52.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (78m) 45s ago 90m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:08:52.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (90m) 45s ago 90m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:08:52.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (90m) 45s ago 89m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:08:52.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (89m) 45s ago 89m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:08:52.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (89m) 47s ago 89m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:08:52.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (89m) 47s ago 89m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:08:52.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (88m) 47s ago 88m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:08:52.103 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (88m) 47s ago 88m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:08:52.103 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (90m) 45s ago 91m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:08:52.416 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:08:52.417 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:08:52.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:52.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:52.417 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:08:52.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:52.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:52.418 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:08:52.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:52.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:52.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:52.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:08:52.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:52.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:08:52.420 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:08:52.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:52.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:52.420 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:08:52.421 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:08:52.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: audit 2022-01-26T00:08:51.814580+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:08:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: 2926 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: audit 2022-01-26T00:08:52.089097+0000 mgr.smithi111.vbmimw (mgr.14718) 2927 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:52.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: audit 2022-01-26T00:08:52. 2022-01-26T00:08:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: 417454+0000 mon.smithi111 (mon.0) 1067 : audit [DBG] 2022-01-26T00:08:52.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:52 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/3218923093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:53.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:52 smithi179 conmon[67066]: audit 2022-01-26T00:08:51.814580+0000 mgr.smithi111.vbmimw (mgr.14718) 2926 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:52 smithi179 conmon[67066]: audit 2022-01-26T00:08:52.089097+0000 mgr.smithi111.vbmimw (mgr.14718) 2927 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:53.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:52 smithi179 conmon[67066]: audit 2022-01-26T00:08:52.417454+0000 mon.smithi111 (mon.0) 1067 : audit [DBG] from='client.? 172.21.15.111:0/3218923093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:53 smithi111 conmon[101466]: cluster 2022-01-26T00:08:52.650687+0000 mgr.smithi111.vbmimw (mgr.14718) 2928 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:53 smithi179 conmon[67066]: cluster 2022-01-26T00:08:52.650687+0000 mgr.smithi111.vbmimw (mgr.14718) 2928 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:55.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:55 smithi111 conmon[101466]: cluster 2022-01-26T00:08:54.651685+0000 mgr.smithi111.vbmimw (mgr.14718) 2929 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:55 smithi179 conmon[67066]: cluster 2022-01-26T00:08:54.651685+0000 mgr.smithi111.vbmimw (mgr.14718) 2929 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:57.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:57 smithi111 conmon[101466]: cluster 2022-01-26T00:08:56.652140+0000 mgr.smithi111.vbmimw (mgr.14718) 2930 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:57 smithi179 conmon[67066]: cluster 2022-01-26T00:08:56.652140+0000 mgr.smithi111.vbmimw (mgr.14718) 2930 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:08:59 smithi111 conmon[101466]: cluster 2022-01-26T00:08:58.652903+0000 mgr.smithi111.vbmimw (mgr.14718) 2931 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:08:59 smithi179 conmon[67066]: cluster 2022-01-26T00:08:58.652903+0000 mgr.smithi111.vbmimw (mgr.14718) 2931 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:01 smithi179 conmon[67066]: cluster 2022-01-26T00:09:00.653615+0000 mgr.smithi111.vbmimw (mgr.14718) 2932 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:01 smithi111 conmon[101466]: cluster 2022-01-26T00:09:00.653615+0000 mgr.smithi111.vbmimw (mgr.14718) 2932 : cluster [DBG] 2022-01-26T00:09:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:01 smithi111 conmon[101466]: pgmap v2526: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:03.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:03 smithi111 conmon[101466]: cluster 2022-01-26T00:09:02.654197+0000 mgr.smithi111.vbmimw (mgr.14718) 2933 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:03 smithi179 conmon[67066]: cluster 2022-01-26T00:09:02.654197+0000 mgr.smithi111.vbmimw (mgr.14718) 2933 : 2022-01-26T00:09:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:03 smithi179 conmon[67066]: cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:05 smithi111 conmon[101466]: cluster 2022-01-26T00:09:04.655091+0000 mgr.smithi111.vbmimw (mgr.14718) 2934 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:05 smithi179 conmon[67066]: cluster 2022-01-26T00:09:04.655091+0000 mgr.smithi111.vbmimw (mgr.14718) 2934 : cluster [DBG] 2022-01-26T00:09:06.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:05 smithi179 conmon[67066]: pgmap v2528: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: cluster 2022-01-26T00:09:06.655760+0000 mgr.smithi111.vbmimw (mgr.14718) 2935 : 2022-01-26T00:09:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: audit 2022-01-26T00:09:07.117114+0000 mon.smithi111 (mon.0) 1068 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: audit 2022-01-26T00:09:07.118510+0000 mon.smithi111 (mon.0) 1069 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: audit 2022-01-26T00:09:07.119587+0000 mon.smithi111 (mon.0) 1070 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: cephadm 2022-01-26T00:09:07.120325+0000 mgr.smithi111.vbmimw (mgr.14718) 2936 2022-01-26T00:09:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: audit 2022-01-26T00:09:07.429047+0000 mon.smithi111 (mon.0) 1071 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:09:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: audit 2022-01-26T00:09:07.433932+0000 2022-01-26T00:09:07.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:07 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1072 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:09:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: cluster 2022-01-26T00:09:06.655760+0000 mgr.smithi111.vbmimw (mgr.14718) 2935 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: audit 2022-01-26T00:09:07.117114+0000 mon.smithi111 (mon.0) 1068 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: audit 2022-01-26T00:09:07.118510+0000 mon.smithi111 (mon.0) 1069 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: audit 2022-01-26T00:09:07.119587+0000 mon.smithi111 (mon.0) 1070 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: cephadm 2022-01-26T00:09:07.120325+0000 mgr.smithi111.vbmimw (mgr.14718) 2936 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: audit 2022-01-26T00:09:07.429047+0000 mon.smithi111 (mon.0) 1071 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:09:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:07 smithi179 conmon[67066]: audit 2022-01-26T00:09:07.433932+0000 mon.smithi111 (mon.0) 1072 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:09:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:09 smithi111 conmon[101466]: cluster 2022-01-26T00:09:08.656512+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:09:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:09 smithi111 conmon[101466]: mgr.14718) 2937 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:09 smithi179 conmon[67066]: cluster 2022-01-26T00:09:08.656512+0000 mgr.smithi111.vbmimw (mgr.14718) 2937 : cluster 2022-01-26T00:09:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:09 smithi179 conmon[67066]: [DBG] pgmap v2530: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:11 smithi179 conmon[67066]: cluster 2022-01-26T00:09:10.657085+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:09:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:11 smithi179 conmon[67066]: ) 2938 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:11 smithi111 conmon[101466]: cluster 2022-01-26T00:09:10.657085+0000 mgr.smithi111.vbmimw (mgr.14718) 2938 : 2022-01-26T00:09:11.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:11 smithi111 conmon[101466]: cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:13 smithi111 conmon[101466]: cluster 2022-01-26T00:09:12.657521+0000 2022-01-26T00:09:13.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:13 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 2939 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:13 smithi179 conmon[67066]: cluster 2022-01-26T00:09:12.657521+0000 mgr.smithi111.vbmimw (mgr.14718) 2939 : cluster [DBG] 2022-01-26T00:09:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:13 smithi179 conmon[67066]: pgmap v2532: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:15 smithi111 conmon[101466]: cluster 2022-01-26T00:09:14.658363+0000 mgr.smithi111.vbmimw (mgr.14718) 2940 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:15.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:15 smithi111 conmon[101466]: 2022-01-26T00:09:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:15 smithi179 conmon[67066]: cluster 2022-01-26T00:09:14.658363+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:09:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:15 smithi179 conmon[67066]: mgr.14718) 2940 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:17.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:17 smithi111 conmon[101466]: cluster 2022-01-26T00:09:16.658870+0000 mgr.smithi111.vbmimw (mgr.14718) 2941 : cluster [DBG] 2022-01-26T00:09:17.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:17 smithi111 conmon[101466]: pgmap v2534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:17 smithi179 conmon[67066]: cluster 2022-01-26T00:09:16.658870+0000 mgr.smithi111.vbmimw (mgr.14718) 2941 : cluster 2022-01-26T00:09:18.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:17 smithi179 conmon[67066]: [DBG] pgmap v2534: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:19 smithi111 conmon[101466]: cluster 2022-01-26T00:09:18.659728+0000 mgr.smithi111.vbmimw (mgr.14718) 2942 : cluster [DBG] 2022-01-26T00:09:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:19 smithi111 conmon[101466]: pgmap v2535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:19 smithi179 conmon[67066]: cluster 2022-01-26T00:09:18.659728+0000 mgr.smithi111.vbmimw (mgr.14718) 2942 2022-01-26T00:09:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:19 smithi179 conmon[67066]: : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:21 smithi179 conmon[67066]: cluster 2022-01-26T00:09:20.660246+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:09:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:21 smithi179 conmon[67066]: 2943 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:21.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:21 smithi111 conmon[101466]: cluster 2022-01-26T00:09:20.660246+0000 mgr.smithi111.vbmimw (mgr.14718) 2943 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:22.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:09:22.980 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:22.981 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (91m) 76s ago 92m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:09:22.981 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (83m) 76s ago 92m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:09:22.981 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (82m) 78s ago 91m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:09:22.981 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (91m) 76s ago 92m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:09:22.982 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (87m) 76s ago 87m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:09:22.982 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (87m) 78s ago 87m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:09:22.982 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (83m) 76s ago 93m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:09:22.982 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (83m) 78s ago 91m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:09:22.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (83m) 76s ago 93m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:09:22.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (83m) 78s ago 91m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:09:22.983 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (84m) 76s ago 84m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:09:22.983 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (84m) 78s ago 84m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:09:22.983 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (92m) 76s ago 92m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:09:22.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (91m) 78s ago 91m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:09:22.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (78m) 76s ago 91m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:09:22.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (90m) 76s ago 90m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:09:22.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (90m) 76s ago 90m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:09:22.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (90m) 76s ago 90m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:09:22.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (89m) 78s ago 89m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:09:22.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (89m) 78s ago 89m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:09:22.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (89m) 78s ago 89m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:09:22.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (89m) 78s ago 89m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:09:22.986 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (91m) 76s ago 92m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:09:23.302 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:09:23.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:09:23.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:23.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:23.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:09:23.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:23.304 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:23.304 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:09:23.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:23.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:23.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:23.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:09:23.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:23.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:23.306 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:09:23.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:23.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:23.307 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:09:23.307 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:09:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: cluster 2022-01-26T00:09:22.660667+0000 mgr.smithi111.vbmimw (mgr.14718) 2944 : 2022-01-26T00:09:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: audit 2022-01-26T00:09:22.703958+0000 mgr.smithi111.vbmimw (mgr.14718) 2945 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: audit 2022-01-26T00:09: 2022-01-26T00:09:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: 22.972388+0000 mgr.smithi111.vbmimw (mgr.14718) 2946 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: audit 2022-01-26T00:09:23. 2022-01-26T00:09:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:23 smithi111 conmon[101466]: 303626+0000 mon.smithi111 (mon.0) 1073 : audit [DBG] from='client.? 172.21.15.111:0/2207027453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:23 smithi179 conmon[67066]: cluster 2022-01-26T00:09:22.660667+0000 mgr.smithi111.vbmimw (mgr.14718) 2944 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:23 smithi179 conmon[67066]: audit 2022-01-26T00:09:22.703958+0000 mgr.smithi111.vbmimw (mgr.14718) 2945 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:23 smithi179 conmon[67066]: audit 2022-01-26T00:09:22.972388+0000 mgr.smithi111.vbmimw (mgr.14718) 2946 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:23 smithi179 conmon[67066]: audit 2022-01-26T00:09:23.303626+0000 mon.smithi111 (mon.0) 1073 : audit [DBG] 2022-01-26T00:09:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:23 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/2207027453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:25.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:25 smithi111 conmon[101466]: cluster 2022-01-26T00:09:24.661431+0000 mgr.smithi111.vbmimw (mgr.14718) 2947 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:25 smithi179 conmon[67066]: cluster 2022-01-26T00:09:24.661431+0000 mgr.smithi111.vbmimw (mgr.14718) 2947 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:27.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:27 smithi111 conmon[101466]: cluster 2022-01-26T00:09:26.661957+0000 mgr.smithi111.vbmimw (mgr.14718) 2948 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:27 smithi179 conmon[67066]: cluster 2022-01-26T00:09:26.661957+0000 mgr.smithi111.vbmimw (mgr.14718) 2948 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:29 smithi111 conmon[101466]: cluster 2022-01-26T00:09:28.662871+0000 mgr.smithi111.vbmimw (mgr.14718) 2949 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:29 smithi111 conmon[101466]: 2022-01-26T00:09:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:29 smithi179 conmon[67066]: cluster 2022-01-26T00:09:28.662871+0000 mgr.smithi111.vbmimw (mgr.14718) 2949 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:31 smithi179 conmon[67066]: cluster 2022-01-26T00:09:30.663463+0000 mgr.smithi111.vbmimw (mgr.14718) 2950 : cluster [DBG] 2022-01-26T00:09:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:31 smithi179 conmon[67066]: pgmap v2541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:31.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:31 smithi111 conmon[101466]: cluster 2022-01-26T00:09:30.663463+0000 mgr.smithi111.vbmimw (mgr.14718) 2950 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:33.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:33 smithi111 conmon[101466]: cluster 2022-01-26T00:09:32.663935+0000 mgr.smithi111.vbmimw (mgr.14718) 2951 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:33 smithi179 conmon[67066]: cluster 2022-01-26T00:09:32.663935+0000 mgr.smithi111.vbmimw (mgr.14718) 2951 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:35.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:35 smithi111 conmon[101466]: cluster 2022-01-26T00:09:34.664682+0000 mgr.smithi111.vbmimw (mgr.14718) 2952 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:35 smithi179 conmon[67066]: cluster 2022-01-26T00:09:34.664682+0000 mgr.smithi111.vbmimw (mgr.14718) 2952 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:37.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:37 smithi111 conmon[101466]: cluster 2022-01-26T00:09:36.665342+0000 mgr.smithi111.vbmimw (mgr.14718) 2953 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.270 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:37 smithi111 conmon[101466]: audit 2022-01-26T00:09:37.629536+0000 mon.smithi111 (mon.0) 1074 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:38.270 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:37 smithi111 conmon[101466]: audit 2022-01-26T00:09:37.629756+0000 mon.smithi111 (mon.0) 1075 : audit 2022-01-26T00:09:38.271 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:37 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:38.271 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:37 smithi179 conmon[67066]: cluster 2022-01-26T00:09:36.665342+0000 mgr.smithi111.vbmimw (mgr.14718) 2953 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.272 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:37 smithi179 conmon[67066]: audit 2022-01-26T00:09:37.629536+0000 mon.smithi111 (mon. 2022-01-26T00:09:38.272 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:37 smithi179 conmon[67066]: 0) 1074 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:38.272 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:37 smithi179 conmon[67066]: audit 2022-01-26T00:09:37.629756+0000 mon.smithi111 (mon.0) 1075 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:39 smithi111 conmon[101466]: cluster 2022-01-26T00:09:38.666126+0000 mgr.smithi111.vbmimw (mgr.14718) 2954 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:39 smithi179 conmon[67066]: cluster 2022-01-26T00:09:38.666126+0000 mgr.smithi111.vbmimw (mgr.14718) 2954 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:41 smithi179 conmon[67066]: cluster 2022-01-26T00:09:40.666747+0000 mgr.smithi111.vbmimw (mgr.14718) 2955 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:41.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:41 smithi111 conmon[101466]: cluster 2022-01-26T00:09:40.666747+0000 mgr.smithi111.vbmimw (mgr.14718) 2955 : cluster 2022-01-26T00:09:41.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:41 smithi111 conmon[101466]: [DBG] pgmap v2546: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:43.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:43 smithi111 conmon[101466]: cluster 2022-01-26T00:09:42.667227+0000 mgr.smithi111.vbmimw (mgr.14718) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:43 smithi179 conmon[67066]: cluster 2022-01-26T00:09:42.667227+0000 mgr.smithi111.vbmimw (mgr.14718) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:45.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:45 smithi111 conmon[101466]: cluster 2022-01-26T00:09:44.667952+0000 mgr.smithi111.vbmimw (mgr.14718) 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:45 smithi179 conmon[67066]: cluster 2022-01-26T00:09:44.667952+0000 mgr.smithi111.vbmimw (mgr.14718) 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:47.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:47 smithi111 conmon[101466]: cluster 2022-01-26T00:09:46.668476+0000 mgr.smithi111.vbmimw (mgr.14718) 2958 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:47 smithi179 conmon[67066]: cluster 2022-01-26T00:09:46.668476+0000 mgr.smithi111.vbmimw (mgr.14718) 2958 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:49 smithi111 conmon[101466]: cluster 2022-01-26T00:09:48.669294+0000 mgr.smithi111.vbmimw (mgr.14718) 2959 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:49 smithi179 conmon[67066]: cluster 2022-01-26T00:09:48.669294+0000 mgr.smithi111.vbmimw (mgr.14718) 2959 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:49 smithi179 conmon[67066]: 2022-01-26T00:09:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:51 smithi179 conmon[67066]: cluster 2022-01-26T00:09:50.669971+0000 mgr.smithi111.vbmimw (mgr.14718) 2960 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:51.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:51 smithi111 conmon[101466]: cluster 2022-01-26T00:09:50.669971+0000 mgr.smithi111.vbmimw (mgr.14718) 2960 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:53.606 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:09:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (91m) 107s ago 93m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:09:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (83m) 107s ago 93m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:09:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (83m) 108s ago 92m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:09:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (91m) 107s ago 92m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:09:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (87m) 107s ago 87m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:09:53.874 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (88m) 108s ago 88m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:09:53.874 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (84m) 107s ago 94m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:09:53.874 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (84m) 108s ago 92m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:09:53.874 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (83m) 107s ago 94m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:09:53.874 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (83m) 108s ago 92m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:09:53.875 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (84m) 107s ago 84m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:09:53.875 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (84m) 108s ago 84m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:09:53.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (92m) 107s ago 92m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:09:53.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (92m) 108s ago 92m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:09:53.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (79m) 107s ago 91m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:09:53.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (91m) 107s ago 91m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:09:53.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (91m) 107s ago 91m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:09:53.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (90m) 107s ago 90m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:09:53.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (90m) 108s ago 90m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:09:53.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (90m) 108s ago 90m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:09:53.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (89m) 108s ago 89m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:09:53.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (89m) 108s ago 89m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:09:53.877 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (91m) 107s ago 92m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:09:53.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:53 smithi111 conmon[101466]: cluster 2022-01-26T00:09:52.670460+0000 mgr.smithi111.vbmimw (mgr.14718) 2961 : cluster 2022-01-26T00:09:53.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:53 smithi111 conmon[101466]: [DBG] pgmap v2552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:53 smithi179 conmon[67066]: cluster 2022-01-26T00:09:52.670460+0000 mgr.smithi111.vbmimw (mgr.14718) 2961 : cluster 2022-01-26T00:09:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:53 smithi179 conmon[67066]: [DBG] pgmap v2552: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:54.190 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:09:54.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:09:54.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:54.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:54.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:09:54.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:54.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:54.192 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:09:54.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:54.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:54.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:54.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:09:54.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:54.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:09:54.193 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:09:54.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:54.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:54.194 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:09:54.194 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:09:54.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: audit 2022-01-26T00:09:53.596279+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:09:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: 14718) 2962 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: audit 2022-01-26T00:09:53.864362+0000 mgr.smithi111.vbmimw (mgr.14718) 2963 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:54.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: audit 2022-01-26T00:09:54 2022-01-26T00:09:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: .190928+0000 mon.smithi111 (mon.0) 1076 : audit 2022-01-26T00:09:54.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:54 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/3996523279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:55.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:54 smithi179 conmon[67066]: audit 2022-01-26T00:09:53.596279+0000 mgr.smithi111.vbmimw (mgr.14718) 2962 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:54 smithi179 conmon[67066]: audit 2022-01-26T00:09:53.864362 2022-01-26T00:09:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:54 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2963 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:55.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:54 smithi179 conmon[67066]: audit 2022-01-26T00:09:54.190928+0000 mon.smithi111 (mon.0) 1076 : audit [DBG] from='client.? 172.21.15.111:0/3996523279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:55 smithi179 conmon[67066]: cluster 2022-01-26T00:09:54.671305+0000 mgr.smithi111.vbmimw (mgr.14718) 2964 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:55 smithi111 conmon[101466]: cluster 2022-01-26T00:09:54.671305+0000 mgr.smithi111.vbmimw (mgr.14718) 2964 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:57 smithi179 conmon[67066]: cluster 2022-01-26T00:09:56.671839+0000 mgr.smithi111.vbmimw (mgr.14718) 2965 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:57 smithi111 conmon[101466]: cluster 2022-01-26T00:09:56.671839+0000 mgr.smithi111.vbmimw (mgr.14718) 2965 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:57 smithi111 conmon[101466]: 2022-01-26T00:09:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:09:59 smithi111 conmon[101466]: cluster 2022-01-26T00:09:58.672539+0000 mgr.smithi111.vbmimw (mgr.14718) 2966 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:09:59 smithi179 conmon[67066]: cluster 2022-01-26T00:09:58.672539+0000 mgr.smithi111.vbmimw (mgr.14718) 2966 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:00.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:00 smithi111 conmon[101466]: cluster 2022-01-26T00:10:00.000146+0000 mon.smithi111 (mon.0) 1077 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:10:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:00 smithi179 conmon[67066]: cluster 2022-01-26T00:10:00.000146+0000 mon.smithi111 (mon.0) 1077 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:10:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:01 smithi179 conmon[67066]: cluster 2022-01-26T00:10:00.673250+0000 mgr.smithi111.vbmimw (mgr.14718) 2967 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:01.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:01 smithi111 conmon[101466]: cluster 2022-01-26T00:10:00.673250+0000 mgr.smithi111.vbmimw (mgr.14718) 2967 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:03.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:03 smithi111 conmon[101466]: cluster 2022-01-26T00:10:02.673842+0000 mgr.smithi111.vbmimw (mgr.14718) 2968 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:03 smithi179 conmon[67066]: cluster 2022-01-26T00:10:02.673842+0000 mgr.smithi111.vbmimw (mgr.14718) 2968 : cluster 2022-01-26T00:10:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:03 smithi179 conmon[67066]: [DBG] pgmap v2557: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:05.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:05 smithi111 conmon[101466]: cluster 2022-01-26T00:10:04.674767+0000 mgr.smithi111.vbmimw (mgr.14718) 2969 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:05 smithi179 conmon[67066]: cluster 2022-01-26T00:10:04.674767+0000 mgr.smithi111.vbmimw (mgr.14718) 2969 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: cluster 2022-01-26T00:10:06.675267+0000 mgr.smithi111.vbmimw (mgr.14718) 2970 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: audit 2022-01-26T00:10:07.436391+0000 mon.smithi111 (mon.0) 1078 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:07.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: audit 2022-01-26T00:10:07.437881+0000 mon.smithi111 (mon.0) 1079 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: audit 2022-01-26T00:10:07.438697+0000 mon.smithi111 (mon.0) 1080 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: cephadm 2022-01-26T00:10:07.439396+0000 mgr.smithi111.vbmimw (mgr.14718) 2971 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:07.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:07 smithi111 conmon[101466]: audit 2022-01-26T00:10:07.699834+0000 mon.smithi111 (mon.0) 1081 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: cluster 2022-01-26T00:10:06.675267+0000 mgr.smithi111.vbmimw (mgr.14718) 2970 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: audit 2022-01-26T00:10:07 2022-01-26T00:10:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: .436391+0000 mon.smithi111 (mon.0) 1078 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: audit 2022-01-26T00:10:07.437881+0000 mon.smithi111 (mon.0) 1079 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: audit 2022-01-26T00:10:07.438697+0000 mon.smithi111 (mon 2022-01-26T00:10:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: .0) 1080 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: cephadm 2022-01-26T00:10:07.439396 2022-01-26T00:10:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 2971 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: audit 2022-01-26T00:10:07.699834+0000 mon.smithi111 2022-01-26T00:10:08.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:07 smithi179 conmon[67066]: (mon.0) 1081 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:08 smithi179 conmon[67066]: audit 2022-01-26T00:10:07.995673+0000 mon.smithi111 (mon.0) 1082 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:08 smithi179 conmon[67066]: audit 2022-01-26T00:10:08.000554+0000 mon.smithi111 (mon.0) 1083 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:09.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:08 smithi111 conmon[101466]: audit 2022-01-26T00:10:07.995673+0000 mon.smithi111 (mon.0) 1082 2022-01-26T00:10:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:08 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:09.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:08 smithi111 conmon[101466]: audit 2022-01-26T00:10:08.000554+0000 mon.smithi111 (mon.0) 1083 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:10:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:09 smithi179 conmon[67066]: cluster 2022-01-26T00:10:08.676127+0000 mgr.smithi111.vbmimw (mgr.14718) 2972 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:10.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:09 smithi111 conmon[101466]: cluster 2022-01-26T00:10:08.676127+0000 mgr.smithi111.vbmimw (mgr.14718) 2972 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:12 smithi179 conmon[67066]: cluster 2022-01-26T00:10:10.676720+0000 mgr.smithi111.vbmimw (mgr.14718) 2973 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:12.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:12 smithi111 conmon[101466]: cluster 2022-01-26T00:10:10.676720+0000 mgr.smithi111.vbmimw (mgr.14718) 2973 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:12 smithi111 conmon[101466]: 2022-01-26T00:10:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:14 smithi179 conmon[67066]: cluster 2022-01-26T00:10:12.677146+0000 mgr.smithi111.vbmimw (mgr.14718) 2974 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:14.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:14 smithi111 conmon[101466]: cluster 2022-01-26T00:10:12.677146+0000 mgr.smithi111.vbmimw (mgr.14718) 2974 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:16 smithi179 conmon[67066]: cluster 2022-01-26T00:10:14.677918+0000 mgr.smithi111.vbmimw (mgr.14718) 2975 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:16 smithi111 conmon[101466]: cluster 2022-01-26T00:10:14.677918+0000 mgr.smithi111.vbmimw (mgr.14718) 2975 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:18 smithi179 conmon[67066]: cluster 2022-01-26T00:10:16.678536+0000 mgr.smithi111.vbmimw (mgr.14718) 2976 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:18 smithi111 conmon[101466]: cluster 2022-01-26T00:10:16.678536+0000 mgr.smithi111.vbmimw (mgr.14718) 2976 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:19 smithi111 conmon[101466]: cluster 2022-01-26T00:10:18.679370+0000 mgr.smithi111.vbmimw (mgr.14718) 2977 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:19 smithi179 conmon[67066]: cluster 2022-01-26T00:10:18.679370+0000 mgr.smithi111.vbmimw (mgr.14718) 2977 : cluster 2022-01-26T00:10:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:19 smithi179 conmon[67066]: [DBG] pgmap v2565: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:21 smithi179 conmon[67066]: cluster 2022-01-26T00:10:20.680112+0000 mgr.smithi111.vbmimw (mgr.14718) 2978 2022-01-26T00:10:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:21 smithi179 conmon[67066]: : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:21 smithi111 conmon[101466]: cluster 2022-01-26T00:10:20.680112+0000 mgr.smithi111.vbmimw (mgr.14718) 2978 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:23 smithi179 conmon[67066]: cluster 2022-01-26T00:10:22.680586+0000 mgr.smithi111.vbmimw (mgr.14718) 2979 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:23 smithi111 conmon[101466]: cluster 2022-01-26T00:10:22.680586+0000 mgr.smithi111.vbmimw (mgr.14718) 2979 2022-01-26T00:10:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:23 smithi111 conmon[101466]: : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:24.493 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:10:24.765 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:24.766 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (92m) 2m ago 93m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:10:24.766 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (84m) 2m ago 93m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:10:24.766 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (83m) 2m ago 92m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:10:24.767 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (92m) 2m ago 93m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:10:24.767 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (88m) 2m ago 88m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:10:24.767 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (88m) 2m ago 88m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:10:24.767 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (84m) 2m ago 94m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:10:24.768 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (84m) 2m ago 92m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:10:24.768 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (84m) 2m ago 94m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:10:24.768 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (84m) 2m ago 92m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:10:24.768 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:10:24.769 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (85m) 2m ago 85m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:10:24.769 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (93m) 2m ago 93m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:10:24.769 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (92m) 2m ago 92m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:10:24.769 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (79m) 2m ago 92m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:10:24.769 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (91m) 2m ago 91m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:10:24.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (91m) 2m ago 91m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:10:24.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (91m) 2m ago 91m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:10:24.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (90m) 2m ago 90m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:10:24.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (90m) 2m ago 90m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:10:24.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (90m) 2m ago 90m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:10:24.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (90m) 2m ago 90m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:10:24.771 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (92m) 2m ago 93m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:10:25.094 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:10:25.094 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:10:25.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:25.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:25.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:10:25.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:25.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:25.096 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:10:25.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:25.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:25.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:25.097 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:10:25.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:25.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:25.097 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:10:25.098 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:25.098 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:25.098 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:10:25.098 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:10:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:24 smithi179 conmon[67066]: audit 2022-01-26T00:10:24.482216+0000 mgr.smithi111.vbmimw (mgr.14718) 2980 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:24 smithi179 conmon[67066]: 2022-01-26T00:10:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:24 smithi111 conmon[101466]: audit 2022-01-26T00:10:24.482216+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:10:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:24 smithi111 conmon[101466]: .14718) 2980 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:25 smithi179 conmon[67066]: cluster 2022-01-26T00:10:24.681322+0000 mgr.smithi111.vbmimw (mgr.14718) 2981 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:25 smithi179 conmon[67066]: audit 2022-01-26T00:10:24.757482+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:10:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:25 smithi179 conmon[67066]: mgr.14718) 2982 : audit [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:26.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:25 smithi179 conmon[67066]: audit 2022-01-26T00:10:25.093278+0000 mon.smithi111 (mon.0) 1084 : audit [DBG] from='client.? 172.21.15.111:0/4116815503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: cluster 2022-01-26T00:10:24.681322+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:10:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: 14718) 2981 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: audit 2022-01-26T00:10:24.757482+0000 mgr.smithi111.vbmimw (mgr.14718) 2982 : audit 2022-01-26T00:10:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:10:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: 01-26T00:10:25.093278+0000 mon.smithi111 (mon.0) 1084 : 2022-01-26T00:10:26.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:25 smithi111 conmon[101466]: audit [DBG] from='client.? 172.21.15.111:0/4116815503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:27 smithi179 conmon[67066]: cluster 2022-01-26T00:10:26.681990+0000 mgr.smithi111.vbmimw (mgr.14718) 2983 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:27 smithi111 conmon[101466]: cluster 2022-01-26T00:10:26.681990+0000 mgr.smithi111.vbmimw (mgr.14718) 2983 : cluster [DBG] 2022-01-26T00:10:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:27 smithi111 conmon[101466]: pgmap v2569: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:29 smithi111 conmon[101466]: cluster 2022-01-26T00:10:28.682655+0000 mgr.smithi111.vbmimw (mgr.14718) 2984 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:29 smithi179 conmon[67066]: cluster 2022-01-26T00:10:28.682655+0000 mgr.smithi111.vbmimw (mgr.14718) 2984 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:31 smithi179 conmon[67066]: cluster 2022-01-26T00:10:30.683320+0000 mgr.smithi111.vbmimw (mgr.14718) 2985 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:31 smithi111 conmon[101466]: cluster 2022-01-26T00:10:30.683320+0000 mgr.smithi111.vbmimw (mgr.14718) 2985 : cluster [DBG] 2022-01-26T00:10:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:31 smithi111 conmon[101466]: pgmap v2571: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:33 smithi179 conmon[67066]: cluster 2022-01-26T00:10:32.683828+0000 mgr.smithi111.vbmimw (mgr.14718) 2986 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:33 smithi111 conmon[101466]: cluster 2022-01-26T00:10:32.683828+0000 mgr.smithi111.vbmimw (mgr.14718) 2986 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:35 smithi179 conmon[67066]: cluster 2022-01-26T00:10:34.684598+0000 mgr.smithi111.vbmimw (mgr.14718) 2987 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:35 smithi111 conmon[101466]: cluster 2022-01-26T00:10:34.684598+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:10:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:35 smithi111 conmon[101466]: .14718) 2987 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:37 smithi179 conmon[67066]: cluster 2022-01-26T00:10:36.685213+0000 mgr.smithi111.vbmimw (mgr.14718) 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:37 smithi179 conmon[67066]: audit 2022-01-26T00:10:37.633354+0000 mon.smithi111 2022-01-26T00:10:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:37 smithi179 conmon[67066]: (mon.0) 1085 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:37 smithi179 conmon[67066]: audit 2022-01-26T00:10:37.633569+0000 mon.smithi111 (mon.0) 1086 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:37 smithi111 conmon[101466]: cluster 2022-01-26T00:10:36.685213+0000 mgr.smithi111.vbmimw (mgr.14718) 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:37 smithi111 conmon[101466]: 2022-01-26T00:10:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:37 smithi111 conmon[101466]: audit 2022-01-26T00:10:37.633354+0000 mon.smithi111 (mon.0) 1085 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:37 smithi111 conmon[101466]: audit 2022-01-26T00:10:37.633569+0000 mon.smithi111 (mon 2022-01-26T00:10:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:37 smithi111 conmon[101466]: .0) 1086 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:39 smithi111 conmon[101466]: cluster 2022-01-26T00:10:38.686140+0000 mgr.smithi111.vbmimw (mgr.14718) 2989 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:39 smithi179 conmon[67066]: cluster 2022-01-26T00:10:38.686140+0000 mgr.smithi111.vbmimw (mgr.14718) 2989 : cluster [DBG] 2022-01-26T00:10:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:39 smithi179 conmon[67066]: pgmap v2575: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:41 smithi179 conmon[67066]: cluster 2022-01-26T00:10:40.686815+0000 mgr.smithi111.vbmimw (mgr.14718) 2990 2022-01-26T00:10:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:41 smithi179 conmon[67066]: : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:41 smithi111 conmon[101466]: cluster 2022-01-26T00:10:40.686815+0000 mgr.smithi111.vbmimw (mgr.14718) 2990 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:43 smithi179 conmon[67066]: cluster 2022-01-26T00:10:42.687336+0000 mgr.smithi111.vbmimw (mgr.14718) 2991 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:43 smithi111 conmon[101466]: cluster 2022-01-26T00:10:42.687336+0000 mgr.smithi111.vbmimw (mgr.14718) 2991 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:46.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:45 smithi179 conmon[67066]: cluster 2022-01-26T00:10:44.688079+0000 mgr.smithi111.vbmimw (mgr.14718) 2992 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:46.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:45 smithi111 conmon[101466]: cluster 2022-01-26T00:10:44.688079+0000 mgr.smithi111.vbmimw (mgr.14718) 2992 : cluster [DBG] 2022-01-26T00:10:46.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:45 smithi111 conmon[101466]: pgmap v2578: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:47 smithi179 conmon[67066]: cluster 2022-01-26T00:10:46.688762+0000 mgr.smithi111.vbmimw (mgr.14718) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:47 smithi111 conmon[101466]: cluster 2022-01-26T00:10:46.688762+0000 mgr.smithi111.vbmimw (mgr.14718) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:49 smithi111 conmon[101466]: cluster 2022-01-26T00:10:48.689491+0000 mgr.smithi111.vbmimw (mgr.14718) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:49 smithi179 conmon[67066]: cluster 2022-01-26T00:10:48.689491+0000 mgr.smithi111.vbmimw (mgr.14718) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:51.870 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:51 smithi179 conmon[67066]: cluster 2022-01-26T00:10:50.690113+0000 mgr.smithi111.vbmimw (mgr.14718) 2995 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:51 smithi111 conmon[101466]: cluster 2022-01-26T00:10:50.690113+0000 mgr.smithi111.vbmimw (mgr.14718) 2995 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:53 smithi179 conmon[67066]: cluster 2022-01-26T00:10:52.690813+0000 mgr.smithi111.vbmimw (mgr.14718) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:53 smithi111 conmon[101466]: cluster 2022-01-26T00:10:52.690813+0000 mgr.smithi111.vbmimw (mgr.14718) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:10:55.656 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:55.657 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (92m) 2m ago 94m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:10:55.657 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (84m) 2m ago 94m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:10:55.657 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (84m) 2m ago 93m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:10:55.657 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (92m) 2m ago 93m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:10:55.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (88m) 2m ago 88m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:10:55.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (89m) 2m ago 89m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:10:55.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (85m) 2m ago 95m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:10:55.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (85m) 2m ago 93m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:10:55.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (84m) 2m ago 95m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:10:55.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (84m) 2m ago 93m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:10:55.659 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:10:55.660 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (85m) 2m ago 85m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:10:55.661 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (93m) 2m ago 93m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:10:55.661 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (93m) 2m ago 93m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:10:55.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (80m) 2m ago 92m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:10:55.661 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (92m) 2m ago 92m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:10:55.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (92m) 2m ago 92m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:10:55.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (91m) 2m ago 91m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:10:55.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (91m) 2m ago 91m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:10:55.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (91m) 2m ago 91m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:10:55.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (90m) 2m ago 90m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:10:55.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (90m) 2m ago 90m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:10:55.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (92m) 2m ago 93m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:10:55.977 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:10:55.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:10:55.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:55.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:55.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:10:55.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:55.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:55.980 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:10:55.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:55.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:55.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:55.981 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:10:55.981 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:55.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:10:55.981 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:10:55.982 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:55.982 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:55.982 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:10:55.982 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:10:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:55 smithi179 conmon[67066]: cluster 2022-01-26T00:10:54.691635+0000 mgr.smithi111.vbmimw (mgr.14718) 2997 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:55 smithi179 conmon[67066]: audit 2022-01-26T00:10: 2022-01-26T00:10:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:55 smithi179 conmon[67066]: 55.379061+0000 mgr.smithi111.vbmimw (mgr.14718) 2998 : audit [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:55 smithi111 conmon[101466]: cluster 2022-01-26T00:10:54.691635+0000 mgr.smithi111.vbmimw (mgr.14718) 2997 : cluster [DBG] 2022-01-26T00:10:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:55 smithi111 conmon[101466]: pgmap v2583: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:55 smithi111 conmon[101466]: audit 2022-01-26T00:10:55.379061+0000 mgr.smithi111.vbmimw (mgr.14718) 2998 : audit [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:57.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:56 smithi179 conmon[67066]: audit 2022-01-26T00:10:55.648456+0000 mgr.smithi111.vbmimw (mgr.14718) 2999 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:56 smithi179 conmon[67066]: audit 2022-01-26T00:10:55.978559+0000 2022-01-26T00:10:57.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:56 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1087 : audit [DBG] from='client.? 172.21.15.111:0/2388066654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:57.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:56 smithi111 conmon[101466]: audit 2022-01-26T00:10:55.648456+0000 mgr.smithi111.vbmimw (mgr.14718) 2999 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:57.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:56 smithi111 conmon[101466]: audit 2022-01-26T00:10:55.978559+0000 mon.smithi111 (mon.0) 1087 : audit [DBG] from='client.? 172.21.15.111:0/2388066654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:57 smithi179 conmon[67066]: cluster 2022-01-26T00:10:56.692262+0000 mgr.smithi111.vbmimw (mgr.14718) 3000 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:57 smithi179 conmon[67066]: 2022-01-26T00:10:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:57 smithi111 conmon[101466]: cluster 2022-01-26T00:10:56.692262+0000 mgr.smithi111.vbmimw (mgr.14718) 3000 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:59 smithi111 conmon[101466]: cluster 2022-01-26T00:10:58.692991+0000 mgr.smithi111.vbmimw (mgr.14718) 3001 2022-01-26T00:10:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:10:59 smithi111 conmon[101466]: : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:59 smithi179 conmon[67066]: cluster 2022-01-26T00:10:58.692991+0000 mgr.smithi111.vbmimw (mgr.14718) 3001 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:10:59 smithi179 conmon[67066]: 2022-01-26T00:11:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:01 smithi179 conmon[67066]: cluster 2022-01-26T00:11:00.693518+0000 mgr.smithi111.vbmimw (mgr.14718) 3002 : cluster 2022-01-26T00:11:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:01 smithi179 conmon[67066]: [DBG] pgmap v2586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:01 smithi111 conmon[101466]: cluster 2022-01-26T00:11:00.693518+0000 mgr.smithi111.vbmimw (mgr.14718) 3002 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:01 smithi111 conmon[101466]: 2022-01-26T00:11:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:03 smithi179 conmon[67066]: cluster 2022-01-26T00:11:02.694050+0000 mgr.smithi111.vbmimw (mgr.14718) 3003 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:03 smithi179 conmon[67066]: 2022-01-26T00:11:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:03 smithi111 conmon[101466]: cluster 2022-01-26T00:11:02.694050+0000 mgr.smithi111.vbmimw (mgr.14718) 3003 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:05 smithi179 conmon[67066]: cluster 2022-01-26T00:11:04.694929+0000 mgr.smithi111.vbmimw (mgr.14718) 3004 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:05 smithi111 conmon[101466]: cluster 2022-01-26T00:11:04.694929+0000 mgr.smithi111.vbmimw (mgr.14718) 3004 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:07 smithi179 conmon[67066]: cluster 2022-01-26T00:11:06.695402+0000 mgr.smithi111.vbmimw (mgr.14718) 3005 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:07 smithi111 conmon[101466]: cluster 2022-01-26T00:11:06.695402+0000 mgr.smithi111.vbmimw (mgr.14718) 3005 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:09.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: audit 2022-01-26T00:11:08.003161+0000 mon.smithi111 (mon.0) 1088 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: audit 2022-01-26T00:11:08.004570+0000 mon.smithi111 (mon.0) 1089 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: audit 2022-01-26T00:11: 2022-01-26T00:11:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: 08.005407+0000 mon.smithi111 (mon.0) 1090 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:09.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: cephadm 2022 2022-01-26T00:11:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: -01-26T00:11:08 2022-01-26T00:11:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: .006136+0000 mgr.smithi111.vbmimw (mgr.14718) 3006 : cephadm 2022-01-26T00:11:09.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:08 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:09.133 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:08 smithi111 conmon[101466]: audit 2022-01-26T00:11:08.003161+0000 mon.smithi111 (mon.0 2022-01-26T00:11:09.133 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:08 smithi111 conmon[101466]: ) 1088 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:09.133 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:08 smithi111 conmon[101466]: audit 2022-01-26T00:11:08.004570+0000 mon.smithi111 (mon.0) 1089 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:09.133 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:08 smithi111 conmon[101466]: audit 2022-01-26T00:11:08.005407+0000 mon.smithi111 (mon.0) 1090 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:09.134 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:08 smithi111 conmon[101466]: cephadm 2022-01-26T00:11:08.006136+0000 mgr.smithi111.vbmimw (mgr.14718) 3006 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:09 smithi179 conmon[67066]: cluster 2022-01-26T00:11:08.696069+0000 mgr.smithi111.vbmimw (mgr.14718) 3007 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:09 smithi179 conmon[67066]: 2022-01-26T00:11:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:09 smithi111 conmon[101466]: cluster 2022-01-26T00:11:08.696069+0000 mgr.smithi111.vbmimw (mgr.14718) 3007 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:12 smithi111 conmon[101466]: cluster 2022-01-26T00:11:10.696530+0000 mgr.smithi111.vbmimw (mgr.14718) 3008 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:12 smithi111 conmon[101466]: audit 2022-01-26T00:11:11.441111+0000 mon.smithi111 (mon.0) 1091 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:12 smithi111 conmon[101466]: audit 2022-01-26T00:11:11.736958+0000 mon.smithi111 (mon.0) 1092 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:12.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:12 smithi111 conmon[101466]: audit 2022-01-26T00:11:11.741690+0000 mon.smithi111 (mon.0) 1093 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:12.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: cluster 2022-01-26T00:11:10.696530+0000 mgr.smithi111.vbmimw (mgr.14718) 3008 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:12.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: audit 2022-01-26T00:11:11.441111+0000 mon.smithi111 (mon.0) 1091 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:12.871 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: audit 2022-01-26T00:11:11.736958+0000 mon.smithi111 2022-01-26T00:11:12.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: (mon.0) 1092 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:12.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: audit 2022-01-26T00:11 2022-01-26T00:11:12.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: :11.741690+0000 mon.smithi111 (mon.0) 1093 2022-01-26T00:11:12.872 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:12 smithi179 conmon[67066]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:11:14.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:14 smithi111 conmon[101466]: cluster 2022-01-26T00:11:12.697062+0000 mgr.smithi111.vbmimw (mgr.14718) 3009 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:14.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:14 smithi111 conmon[101466]: 2022-01-26T00:11:14.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:14 smithi179 conmon[67066]: cluster 2022-01-26T00:11:12.697062+0000 mgr.smithi111.vbmimw (mgr.14718) 3009 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:16 smithi111 conmon[101466]: cluster 2022-01-26T00:11:14.697997+0000 mgr.smithi111.vbmimw (mgr.14718) 3010 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:16.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:16 smithi111 conmon[101466]: 2022-01-26T00:11:16.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:16 smithi179 conmon[67066]: cluster 2022-01-26T00:11:14.697997+0000 mgr.smithi111.vbmimw (mgr.14718) 3010 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:18 smithi111 conmon[101466]: cluster 2022-01-26T00:11:16.698668+0000 mgr.smithi111.vbmimw (mgr.14718) 3011 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:18 smithi179 conmon[67066]: cluster 2022-01-26T00:11:16.698668+0000 mgr.smithi111.vbmimw (mgr.14718) 3011 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:18 smithi179 conmon[67066]: 2022-01-26T00:11:19.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:19 smithi111 conmon[101466]: cluster 2022-01-26T00:11:18.699433+0000 mgr.smithi111.vbmimw (mgr.14718) 3012 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:19.985 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:19 smithi111 conmon[101466]: 2022-01-26T00:11:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:19 smithi179 conmon[67066]: cluster 2022-01-26T00:11:18.699433+0000 mgr.smithi111.vbmimw (mgr.14718) 3012 : cluster [DBG] 2022-01-26T00:11:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:19 smithi179 conmon[67066]: pgmap v2595: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:21 smithi179 conmon[67066]: cluster 2022-01-26T00:11:20.699965+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:11:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:21 smithi179 conmon[67066]: 3013 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:21 smithi111 conmon[101466]: cluster 2022-01-26T00:11:20.699965+0000 mgr.smithi111.vbmimw (mgr.14718) 3013 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:23 smithi179 conmon[67066]: cluster 2022-01-26T00:11:22.700438+0000 mgr.smithi111.vbmimw (mgr.14718) 3014 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:23 smithi111 conmon[101466]: cluster 2022-01-26T00:11:22.700438+0000 mgr.smithi111.vbmimw (mgr.14718) 3014 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:25 smithi179 conmon[67066]: cluster 2022-01-26T00:11:24.701343+0000 mgr.smithi111.vbmimw (mgr.14718) 3015 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:25 smithi111 conmon[101466]: cluster 2022-01-26T00:11:24.701343+0000 mgr.smithi111.vbmimw (mgr.14718) 3015 : cluster 2022-01-26T00:11:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:25 smithi111 conmon[101466]: [DBG] pgmap v2598: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:26.281 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:11:26.546 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:26.547 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (93m) 3m ago 94m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:11:26.547 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (85m) 3m ago 94m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:11:26.548 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (84m) 3m ago 93m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:11:26.548 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (93m) 3m ago 94m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:11:26.548 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (89m) 3m ago 89m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:11:26.548 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (89m) 3m ago 89m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:11:26.549 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (85m) 3m ago 95m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:11:26.549 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (85m) 3m ago 93m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:11:26.549 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (85m) 3m ago 96m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:11:26.549 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (85m) 3m ago 93m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:11:26.550 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (86m) 3m ago 86m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:11:26.550 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (86m) 3m ago 86m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:11:26.550 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (94m) 3m ago 94m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:11:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (93m) 3m ago 93m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:11:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (80m) 3m ago 93m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:11:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (92m) 3m ago 92m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:11:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (92m) 3m ago 92m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:11:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (92m) 3m ago 92m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:11:26.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (91m) 3m ago 91m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:11:26.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (91m) 3m ago 91m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:11:26.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (91m) 3m ago 91m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:11:26.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (91m) 3m ago 91m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:11:26.553 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (93m) 3m ago 94m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:11:26.867 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:11:26.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:11:26.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:26.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:26.871 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:11:26.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:26.872 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:26.873 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:11:26.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:26.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:26.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:26.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:11:26.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:26.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:26.877 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:11:26.878 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:26.878 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:26.879 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:11:26.879 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:11:27.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:26 smithi179 conmon[67066]: audit 2022-01-26T00:11:26.270938+0000 mgr.smithi111.vbmimw (mgr.14718) 3016 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:27.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:26 smithi179 conmon[67066]: audit 2022-01-26T00:11:26.538617+0000 2022-01-26T00:11:27.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:26 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3017 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:27.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:26 smithi111 conmon[101466]: audit 2022-01-26T00:11:26.270938+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:11:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:26 smithi111 conmon[101466]: 3016 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:27.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:26 smithi111 conmon[101466]: audit 2022-01-26T00:11:26.538617+0000 mgr.smithi111.vbmimw (mgr.14718) 3017 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:27 smithi179 conmon[67066]: cluster 2022-01-26T00:11:26.701755+0000 mgr.smithi111.vbmimw (mgr.14718) 3018 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:27 smithi179 conmon[67066]: 2022-01-26T00:11:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:27 smithi179 conmon[67066]: audit 2022-01-26T00:11:26.868537+0000 mon.smithi111 (mon.0) 1094 : audit [DBG] from='client.? 172.21.15.111:0/2461010124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:27 smithi111 conmon[101466]: cluster 2022-01-26T00:11:26.701755+0000 mgr.smithi111.vbmimw (mgr.14718) 3018 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:27 smithi111 conmon[101466]: audit 2022-01-26T00:11:26.868537+0000 mon.smithi111 (mon.0) 1094 : audit [DBG] from='client.? 172.21.15.111:0/2461010124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:29 smithi111 conmon[101466]: cluster 2022-01-26T00:11:28.702633+0000 mgr.smithi111.vbmimw (mgr.14718) 3019 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:29 smithi179 conmon[67066]: cluster 2022-01-26T00:11:28.702633+0000 mgr.smithi111.vbmimw (mgr.14718) 3019 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:31 smithi179 conmon[67066]: cluster 2022-01-26T00:11:30.703211+0000 mgr.smithi111.vbmimw (mgr.14718) 3020 : cluster 2022-01-26T00:11:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:31 smithi179 conmon[67066]: [DBG] pgmap v2601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:31 smithi111 conmon[101466]: cluster 2022-01-26T00:11:30.703211+0000 mgr.smithi111.vbmimw (mgr.14718) 3020 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:33 smithi179 conmon[67066]: cluster 2022-01-26T00:11:32.703718+0000 mgr.smithi111.vbmimw (mgr.14718) 3021 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:33 smithi111 conmon[101466]: cluster 2022-01-26T00:11:32.703718+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:11:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:33 smithi111 conmon[101466]: ) 3021 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:35 smithi179 conmon[67066]: cluster 2022-01-26T00:11:34.709166+0000 mgr.smithi111.vbmimw (mgr.14718) 3022 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:35 smithi179 conmon[67066]: 2022-01-26T00:11:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:35 smithi111 conmon[101466]: cluster 2022-01-26T00:11:34.709166+0000 mgr.smithi111.vbmimw (mgr.14718) 3022 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:37 smithi179 conmon[67066]: cluster 2022-01-26T00:11:36.709901+0000 mgr.smithi111.vbmimw (mgr.14718) 3023 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:37 smithi179 conmon[67066]: audit 2022-01-26T00:11:37.637305+0000 mon.smithi111 (mon.0) 1095 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:37 smithi179 conmon[67066]: audit 2022-01-26T00:11:37.637508+0000 mon.smithi111 (mon.0 2022-01-26T00:11:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:37 smithi179 conmon[67066]: ) 1096 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:37 smithi111 conmon[101466]: cluster 2022-01-26T00:11:36.709901+0000 mgr.smithi111.vbmimw (mgr.14718) 3023 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:37 smithi111 conmon[101466]: audit 2022-01-26T00:11:37.637305+0000 mon.smithi111 (mon.0) 1095 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:37 smithi111 conmon[101466]: audit 2022-01-26T00:11:37.637508+0000 mon.smithi111 (mon.0) 1096 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:39 smithi111 conmon[101466]: cluster 2022-01-26T00:11:38.710733+0000 mgr.smithi111.vbmimw (mgr.14718) 3024 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:40.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:39 smithi179 conmon[67066]: cluster 2022-01-26T00:11:38.710733+0000 mgr.smithi111.vbmimw (mgr.14718) 3024 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:40.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:39 smithi179 conmon[67066]: 2022-01-26T00:11:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:41 smithi179 conmon[67066]: cluster 2022-01-26T00:11:40.711234+0000 mgr.smithi111.vbmimw (mgr.14718) 3025 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:41.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:41 smithi179 conmon[67066]: 2022-01-26T00:11:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:41 smithi111 conmon[101466]: cluster 2022-01-26T00:11:40.711234+0000 mgr.smithi111.vbmimw (mgr.14718) 3025 : cluster [DBG] 2022-01-26T00:11:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:41 smithi111 conmon[101466]: pgmap v2606: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:43 smithi179 conmon[67066]: cluster 2022-01-26T00:11:42.711853+0000 mgr.smithi111.vbmimw (mgr.14718) 3026 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:43 smithi111 conmon[101466]: cluster 2022-01-26T00:11:42.711853+0000 mgr.smithi111.vbmimw (mgr.14718) 3026 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:45 smithi179 conmon[67066]: cluster 2022-01-26T00:11:44.712722+0000 mgr.smithi111.vbmimw (mgr.14718) 3027 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:45 smithi111 conmon[101466]: cluster 2022-01-26T00:11:44.712722+0000 mgr.smithi111.vbmimw (mgr.14718) 3027 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:47 smithi179 conmon[67066]: cluster 2022-01-26T00:11:46.713160+0000 mgr.smithi111.vbmimw (mgr.14718) 3028 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:47 smithi111 conmon[101466]: cluster 2022-01-26T00:11:46.713160+0000 mgr.smithi111.vbmimw (mgr.14718) 3028 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:47 smithi111 conmon[101466]: 2022-01-26T00:11:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:49 smithi111 conmon[101466]: cluster 2022-01-26T00:11:48.714023+0000 mgr.smithi111.vbmimw (mgr.14718) 3029 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:49 smithi111 conmon[101466]: 2022-01-26T00:11:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:49 smithi179 conmon[67066]: cluster 2022-01-26T00:11:48.714023+0000 mgr.smithi111.vbmimw (mgr.14718) 3029 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:51 smithi179 conmon[67066]: cluster 2022-01-26T00:11:50.714559+0000 mgr.smithi111.vbmimw (mgr.14718) 3030 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:51 smithi111 conmon[101466]: cluster 2022-01-26T00:11:50.714559+0000 mgr.smithi111.vbmimw (mgr.14718) 3030 : cluster [DBG] 2022-01-26T00:11:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:51 smithi111 conmon[101466]: pgmap v2611: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:53 smithi179 conmon[67066]: cluster 2022-01-26T00:11:52.715048+0000 mgr.smithi111.vbmimw (mgr.14718) 3031 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:53 smithi111 conmon[101466]: cluster 2022-01-26T00:11:52.715048+0000 mgr.smithi111.vbmimw (mgr.14718) 3031 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:55 smithi179 conmon[67066]: cluster 2022-01-26T00:11:54.715823+0000 mgr.smithi111.vbmimw (mgr.14718) 3032 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:55 smithi111 conmon[101466]: cluster 2022-01-26T00:11:54.715823+0000 mgr.smithi111.vbmimw (mgr.14718) 3032 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:57.166 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:11:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (94m) 3m ago 95m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:11:57.436 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (85m) 3m ago 95m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:11:57.436 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (85m) 3m ago 94m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:11:57.436 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (93m) 3m ago 94m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:11:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (90m) 3m ago 90m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:11:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (90m) 3m ago 90m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:11:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (86m) 3m ago 96m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:11:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (86m) 3m ago 94m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:11:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (86m) 3m ago 96m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:11:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (85m) 3m ago 94m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:11:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (86m) 3m ago 86m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:11:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (86m) 3m ago 86m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:11:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (94m) 3m ago 94m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:11:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (94m) 3m ago 94m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:11:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (81m) 3m ago 93m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:11:57.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (93m) 3m ago 93m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:11:57.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (93m) 3m ago 93m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:11:57.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (92m) 3m ago 92m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:11:57.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (92m) 3m ago 92m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:11:57.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (92m) 3m ago 92m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:11:57.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (91m) 3m ago 91m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:11:57.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (91m) 3m ago 91m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:11:57.441 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (93m) 3m ago 94m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:11:57.750 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:11:57.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:11:57.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:57.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:57.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:11:57.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:57.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:57.753 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:11:57.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:57.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:57.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:57.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:11:57.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:57.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:11:57.756 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:11:57.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:57.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:57.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:11:57.757 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:11:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: cluster 2022-01-26T00:11:56.716268+0000 mgr.smithi111.vbmimw (mgr.14718) 3033 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: audit 2022-01-26T00:11:57.155750+0000 mgr.smithi111.vbmimw (mgr.14718) 3034 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:58.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: audit 2022-01-26T00:11:57.425366+0000 mgr.smithi111.vbmimw (mgr.14718) 3035 : audit [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:58.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: audit 2022-01-26T00: 2022-01-26T00:11:58.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: 11:57.750968+0000 mon.smithi111 (mon.0 2022-01-26T00:11:58.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:57 smithi179 conmon[67066]: ) 1097 : audit [DBG] from='client.? 172.21.15.111:0/4058300312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: cluster 2022-01-26T00:11:56.716268+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:11:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: 3033 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: audit 2022-01-26T00:11:57.155750+0000 mgr.smithi111.vbmimw (mgr.14718) 3034 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: audit 2022-01-26T00:11:57.425366+0000 mgr.smithi111.vbmimw (mgr.14718) 3035 : audit 2022-01-26T00:11:58.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:58.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:11:58.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:57 smithi111 conmon[101466]: 26T00:11:57.750968+0000 mon.smithi111 (mon.0) 1097 : audit [DBG] from='client.? 172.21.15.111:0/4058300312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:11:59 smithi111 conmon[101466]: cluster 2022-01-26T00:11:58.717164+0000 mgr.smithi111.vbmimw (mgr.14718) 3036 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:11:59 smithi179 conmon[67066]: cluster 2022-01-26T00:11:58.717164+0000 mgr.smithi111.vbmimw (mgr.14718) 3036 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:01 smithi179 conmon[67066]: cluster 2022-01-26T00:12:00.717702+0000 mgr.smithi111.vbmimw (mgr.14718) 3037 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:02.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:01 smithi111 conmon[101466]: cluster 2022-01-26T00:12:00.717702+0000 mgr.smithi111.vbmimw (mgr.14718) 3037 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:03 smithi179 conmon[67066]: cluster 2022-01-26T00:12:02.718217+0000 mgr.smithi111.vbmimw (mgr.14718) 3038 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:03 smithi111 conmon[101466]: cluster 2022-01-26T00:12:02.718217+0000 mgr.smithi111.vbmimw (mgr.14718) 3038 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:05 smithi179 conmon[67066]: cluster 2022-01-26T00:12:04.718928+0000 mgr.smithi111.vbmimw (mgr.14718) 3039 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:05 smithi111 conmon[101466]: cluster 2022-01-26T00:12:04.718928+0000 mgr.smithi111.vbmimw (mgr.14718) 3039 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:07 smithi179 conmon[67066]: cluster 2022-01-26T00:12:06.719397+0000 mgr.smithi111.vbmimw (mgr.14718) 3040 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:07 smithi111 conmon[101466]: cluster 2022-01-26T00:12:06.719397+0000 mgr.smithi111.vbmimw (mgr.14718) 3040 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:09 smithi111 conmon[101466]: cluster 2022-01-26T00:12:08.720166+0000 mgr.smithi111.vbmimw (mgr.14718) 3041 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:09 smithi179 conmon[67066]: cluster 2022-01-26T00:12:08.720166+0000 mgr.smithi111.vbmimw (mgr.14718) 3041 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: cluster 2022-01-26T00:12:10.720788+0000 mgr.smithi111.vbmimw (mgr.14718) 3042 : cluster [DBG] 2022-01-26T00:12:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: pgmap v2621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: audit 2022-01-26T00:12:11.744070+0000 mon.smithi111 (mon.0) 1098 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: audit 2022-01-26T00:12:11.745630+0000 mon.smithi111 (mon 2022-01-26T00:12:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: .0) 1099 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: audit 2022-01-26T00:12:11.746534+0000 2022-01-26T00:12:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1100 : audit [INF] 2022-01-26T00:12:11.869 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:11 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: cluster 2022-01-26T00:12:10.720788+0000 mgr.smithi111.vbmimw (mgr.14718) 3042 : cluster [DBG] 2022-01-26T00:12:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: pgmap v2621: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: audit 2022-01-26T00:12:11.744070+0000 mon.smithi111 (mon.0) 1098 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: audit 2022-01-26T00:12:11.745630 2022-01-26T00:12:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1099 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: audit 2022-01-26T00:12:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: 2022-01-26T00:12:11. 2022-01-26T00:12:12.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: 746534+0000 mon.smithi111 (mon.0) 1100 2022-01-26T00:12:12.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:11 smithi111 conmon[101466]: : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:12.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:12 smithi111 conmon[101466]: cephadm 2022-01-26T00:12:11.747275+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:12:12.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:12 smithi111 conmon[101466]: 14718) 3043 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:13.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:12 smithi179 conmon[67066]: cephadm 2022-01-26T00:12:11.747275+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:12:13.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:12 smithi179 conmon[67066]: ) 3043 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:14.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:13 smithi179 conmon[67066]: cluster 2022-01-26T00:12:12.721266+0000 mgr.smithi111.vbmimw (mgr.14718) 3044 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:13 smithi111 conmon[101466]: cluster 2022-01-26T00:12:12.721266+0000 mgr.smithi111.vbmimw (mgr.14718) 3044 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:13 smithi111 conmon[101466]: 2022-01-26T00:12:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:16 smithi179 conmon[67066]: cluster 2022-01-26T00:12:14.722025+0000 mgr.smithi111.vbmimw (mgr.14718) 3045 : cluster [DBG] 2022-01-26T00:12:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:16 smithi179 conmon[67066]: pgmap v2623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:16 smithi179 conmon[67066]: audit 2022-01-26T00:12:15.115722+0000 mon.smithi111 (mon.0) 1101 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:16 smithi179 conmon[67066]: audit 2022-01-26T00:12:15.399901+0000 mon.smithi111 (mon.0) 1102 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:16 smithi179 conmon[67066]: audit 2022-01-26T00:12:15.406289+0000 mon.smithi111 (mon.0) 1103 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:16 smithi111 conmon[101466]: cluster 2022-01-26T00:12:14.722025+0000 mgr.smithi111.vbmimw (mgr.14718) 3045 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:16 smithi111 conmon[101466]: audit 2022-01-26T00:12:15.115722+0000 mon.smithi111 (mon.0) 1101 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:16.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:16 smithi111 conmon[101466]: audit 2022-01-26T00:12:15.399901+0000 mon.smithi111 (mon.0) 1102 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:16.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:16 smithi111 conmon[101466]: audit 2022-01-26T00:12:15.406289+0000 mon.smithi111 (mon.0) 1103 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:12:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:18 smithi111 conmon[101466]: cluster 2022-01-26T00:12:16.722467+0000 mgr.smithi111.vbmimw (mgr.14718) 3046 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:18.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:18 smithi179 conmon[67066]: cluster 2022-01-26T00:12:16.722467+0000 mgr.smithi111.vbmimw (mgr.14718) 3046 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:19 smithi111 conmon[101466]: cluster 2022-01-26T00:12:18.723212+0000 mgr.smithi111.vbmimw (mgr.14718) 3047 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:19 smithi179 conmon[67066]: cluster 2022-01-26T00:12:18.723212+0000 mgr.smithi111.vbmimw (mgr.14718) 3047 : cluster [DBG] 2022-01-26T00:12:20.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:19 smithi179 conmon[67066]: pgmap v2625: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:21 smithi179 conmon[67066]: cluster 2022-01-26T00:12:20.723976+0000 mgr.smithi111.vbmimw (mgr.14718) 3048 : cluster 2022-01-26T00:12:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:21 smithi179 conmon[67066]: [DBG] pgmap v2626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:21 smithi111 conmon[101466]: cluster 2022-01-26T00:12:20.723976+0000 mgr.smithi111.vbmimw (mgr.14718) 3048 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:21 smithi111 conmon[101466]: 2022-01-26T00:12:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:23 smithi179 conmon[67066]: cluster 2022-01-26T00:12:22.724625+0000 mgr.smithi111.vbmimw (mgr.14718) 3049 : cluster [DBG] 2022-01-26T00:12:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:23 smithi179 conmon[67066]: pgmap v2627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:23 smithi111 conmon[101466]: cluster 2022-01-26T00:12:22.724625+0000 mgr.smithi111.vbmimw (mgr.14718) 3049 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:25 smithi179 conmon[67066]: cluster 2022-01-26T00:12:24.725336+0000 mgr.smithi111.vbmimw (mgr.14718) 3050 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:25 smithi111 conmon[101466]: cluster 2022-01-26T00:12:24.725336+0000 mgr.smithi111.vbmimw (mgr.14718) 3050 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.056 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:12:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:27 smithi179 conmon[67066]: cluster 2022-01-26T00:12:26.725973+0000 mgr.smithi111.vbmimw (mgr.14718) 3051 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:27 smithi179 conmon[67066]: 2022-01-26T00:12:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:27 smithi111 conmon[101466]: cluster 2022-01-26T00:12:26.725973+0000 mgr.smithi111.vbmimw (mgr.14718) 3051 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:27 smithi111 conmon[101466]: 2022-01-26T00:12:28.325 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:28.325 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (94m) 4m ago 95m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:12:28.325 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (86m) 4m ago 95m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:12:28.326 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (85m) 4m ago 94m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:12:28.326 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (94m) 4m ago 95m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:12:28.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (90m) 4m ago 90m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:12:28.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (90m) 4m ago 90m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:12:28.327 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (86m) 4m ago 96m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:12:28.327 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (86m) 4m ago 94m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:12:28.327 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (86m) 4m ago 97m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:12:28.327 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (86m) 4m ago 94m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:12:28.327 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (87m) 4m ago 87m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:12:28.328 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (87m) 4m ago 87m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:12:28.328 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (95m) 4m ago 95m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:12:28.328 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (94m) 4m ago 94m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:12:28.328 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (81m) 4m ago 94m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:12:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (93m) 4m ago 93m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:12:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (93m) 4m ago 93m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:12:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (93m) 4m ago 93m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:12:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (92m) 4m ago 92m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:12:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (92m) 4m ago 92m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:12:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (92m) 4m ago 92m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:12:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (92m) 4m ago 92m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:12:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (94m) 4m ago 95m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:12:28.645 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:12:28.645 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:12:28.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:28.646 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:28.646 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:12:28.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:28.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:28.647 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:12:28.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:28.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:28.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:28.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:12:28.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:28.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:28.648 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:12:28.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:28.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:28.649 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:12:28.649 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:12:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:28 smithi179 conmon[67066]: audit 2022-01-26T00:12:28.044606+0000 mgr.smithi111.vbmimw (mgr.14718) 3052 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:28 smithi179 conmon[67066]: audit 2022-01-26T00:12:28.317411+0000 mgr.smithi111.vbmimw (mgr.14718) 3053 : audit [DBG] from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:28 smithi179 conmon[67066]: audit 2022-01-26T00:12:28.646234+0000 mon.smithi111 (mon.0) 1104 : audit [DBG] 2022-01-26T00:12:29.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:28 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/2170737710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:29.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: audit 2022-01-26T00:12:28.044606+0000 2022-01-26T00:12:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 3052 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: audit 2022-01-26T00:12:28.317411+0000 mgr.smithi111.vbmimw (mgr.14718) 3053 : audit 2022-01-26T00:12:29.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: [DBG] from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:12:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: 01-26T00:12:28.646234+0000 mon.smithi111 (mon.0) 2022-01-26T00:12:29.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:28 smithi111 conmon[101466]: 1104 : audit [DBG] from='client.? 172.21.15.111:0/2170737710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:29 smithi179 conmon[67066]: cluster 2022-01-26T00:12:28.726572+0000 mgr.smithi111.vbmimw (mgr.14718) 3054 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:29 smithi111 conmon[101466]: cluster 2022-01-26T00:12:28.726572+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:12:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:29 smithi111 conmon[101466]: ) 3054 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:31 smithi179 conmon[67066]: cluster 2022-01-26T00:12:30.727311+0000 mgr.smithi111.vbmimw (mgr.14718) 3055 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:31 smithi179 conmon[67066]: 2022-01-26T00:12:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:31 smithi111 conmon[101466]: cluster 2022-01-26T00:12:30.727311+0000 mgr.smithi111.vbmimw (mgr.14718) 3055 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:33 smithi179 conmon[67066]: cluster 2022-01-26T00:12:32.727809+0000 mgr.smithi111.vbmimw (mgr.14718) 3056 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:33 smithi111 conmon[101466]: cluster 2022-01-26T00:12:32.727809+0000 mgr.smithi111.vbmimw (mgr.14718) 3056 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:35 smithi179 conmon[67066]: cluster 2022-01-26T00:12:34.728806+0000 mgr.smithi111.vbmimw (mgr.14718) 3057 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:35 smithi111 conmon[101466]: cluster 2022-01-26T00:12:34.728806+0000 mgr.smithi111.vbmimw (mgr.14718) 3057 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:37 smithi179 conmon[67066]: cluster 2022-01-26T00:12:36.729290+0000 mgr.smithi111.vbmimw (mgr.14718) 3058 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:37 smithi179 conmon[67066]: audit 2022-01-26T00:12:37.641338 2022-01-26T00:12:38.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:37 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 1105 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:38.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:37 smithi179 conmon[67066]: audit 2022-01-26T00:12:37.641628+0000 mon.smithi111 (mon.0) 1106 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:37 smithi111 conmon[101466]: cluster 2022-01-26T00:12:36.729290+0000 mgr.smithi111.vbmimw (mgr.14718) 3058 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:37 smithi111 conmon[101466]: audit 2022-01-26T00:12:37.641338+0000 mon.smithi111 (mon.0) 1105 : audit 2022-01-26T00:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:37 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:37 smithi111 conmon[101466]: audit 2022-01-26T00:12:37.641628+0000 mon.smithi111 (mon.0) 1106 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:39 smithi111 conmon[101466]: cluster 2022-01-26T00:12:38.730023+0000 mgr.smithi111.vbmimw (mgr.14718) 3059 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:39 smithi179 conmon[67066]: cluster 2022-01-26T00:12:38.730023+0000 mgr.smithi111.vbmimw (mgr.14718) 3059 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:41 smithi179 conmon[67066]: cluster 2022-01-26T00:12:40.730591+0000 mgr.smithi111.vbmimw (mgr.14718) 3060 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:41 smithi111 conmon[101466]: cluster 2022-01-26T00:12:40.730591+0000 mgr.smithi111.vbmimw (mgr.14718) 3060 : cluster [DBG] 2022-01-26T00:12:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:41 smithi111 conmon[101466]: pgmap v2636: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:43 smithi179 conmon[67066]: cluster 2022-01-26T00:12:42.731234+0000 mgr.smithi111.vbmimw (mgr.14718) 3061 : cluster [DBG] 2022-01-26T00:12:44.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:43 smithi179 conmon[67066]: pgmap v2637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:43 smithi111 conmon[101466]: cluster 2022-01-26T00:12:42.731234+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:12:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:43 smithi111 conmon[101466]: 3061 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:46.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:45 smithi179 conmon[67066]: cluster 2022-01-26T00:12:44.732064+0000 mgr.smithi111.vbmimw (mgr.14718) 3062 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:45 smithi111 conmon[101466]: cluster 2022-01-26T00:12:44.732064+0000 mgr.smithi111.vbmimw (mgr.14718) 3062 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:47 smithi179 conmon[67066]: cluster 2022-01-26T00:12:46.732640+0000 mgr.smithi111.vbmimw (mgr.14718) 3063 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:47 smithi111 conmon[101466]: cluster 2022-01-26T00:12:46.732640+0000 mgr.smithi111.vbmimw (mgr.14718) 3063 : cluster [DBG] 2022-01-26T00:12:48.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:47 smithi111 conmon[101466]: pgmap v2639: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:49 smithi111 conmon[101466]: cluster 2022-01-26T00:12:48.733500+0000 mgr.smithi111.vbmimw (mgr.14718) 3064 : cluster [DBG] 2022-01-26T00:12:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:49 smithi111 conmon[101466]: pgmap v2640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:49 smithi179 conmon[67066]: cluster 2022-01-26T00:12:48.733500+0000 mgr.smithi111.vbmimw (mgr.14718) 3064 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:51 smithi179 conmon[67066]: cluster 2022-01-26T00:12:50.734133+0000 mgr.smithi111.vbmimw (mgr.14718) 3065 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:51 smithi111 conmon[101466]: cluster 2022-01-26T00:12:50.734133+0000 mgr.smithi111.vbmimw (mgr.14718) 3065 : 2022-01-26T00:12:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:51 smithi111 conmon[101466]: cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:53 smithi179 conmon[67066]: cluster 2022-01-26T00:12:52.734556+0000 mgr.smithi111.vbmimw (mgr.14718) 3066 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:53 smithi111 conmon[101466]: cluster 2022-01-26T00:12:52.734556+0000 mgr.smithi111.vbmimw (mgr.14718) 3066 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:55 smithi179 conmon[67066]: cluster 2022-01-26T00:12:54.735363+0000 mgr.smithi111.vbmimw (mgr.14718) 3067 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:55 smithi111 conmon[101466]: cluster 2022-01-26T00:12:54.735363+0000 mgr.smithi111.vbmimw (mgr.14718) 3067 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:55 smithi111 conmon[101466]: 2022-01-26T00:12:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:57 smithi179 conmon[67066]: cluster 2022-01-26T00:12:56.735845+0000 mgr.smithi111.vbmimw (mgr.14718) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:57 smithi111 conmon[101466]: cluster 2022-01-26T00:12:56.735845+0000 mgr.smithi111.vbmimw (mgr.14718) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:58.946 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:12:59.214 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:59.214 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (95m) 4m ago 96m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:12:59.215 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (86m) 4m ago 96m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:12:59.215 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (86m) 4m ago 95m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:12:59.215 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (94m) 4m ago 95m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:12:59.215 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (91m) 4m ago 91m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:12:59.216 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (91m) 4m ago 91m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:12:59.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (87m) 4m ago 97m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:12:59.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (87m) 4m ago 95m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:12:59.216 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (87m) 4m ago 97m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:12:59.217 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (86m) 4m ago 95m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:12:59.217 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (87m) 4m ago 87m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:12:59.217 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (87m) 4m ago 87m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:12:59.218 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (95m) 4m ago 95m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:12:59.218 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (95m) 4m ago 95m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:12:59.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (82m) 4m ago 94m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:12:59.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (94m) 4m ago 94m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:12:59.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (94m) 4m ago 94m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:12:59.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (93m) 4m ago 93m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:12:59.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (93m) 4m ago 93m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:12:59.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (93m) 4m ago 93m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:12:59.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (92m) 4m ago 92m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:12:59.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (92m) 4m ago 92m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:12:59.220 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (94m) 4m ago 95m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:12:59.529 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:12:59.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:12:59.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:59.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:59.530 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:12:59.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:59.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:59.531 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:12:59.531 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:59.531 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:59.531 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:59.532 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:12:59.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:59.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:12:59.533 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:12:59.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:59.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:59.534 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:12:59.534 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:12:59.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: cluster 2022-01-26T00:12:58.736705+0000 mgr.smithi111.vbmimw (mgr.14718) 3069 : cluster [DBG] 2022-01-26T00:12:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: pgmap v2645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: audit 2022-01-26T00:12:58.936141+0000 mgr.smithi111.vbmimw (mgr.14718) 3070 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: audit 2022-01-26T00:12: 2022-01-26T00:12:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: 59.206329+0000 mgr.smithi111.vbmimw (mgr.14718) 3071 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: audit 2022-01-26T00:12:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: 2022-01-26T00:12:59.530000+0000 mon.smithi111 2022-01-26T00:12:59.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:12:59 smithi111 conmon[101466]: (mon.0) 1107 : audit [DBG] from='client.? 172.21.15.111:0/1570982455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: cluster 2022-01-26T00:12:58.736705+0000 mgr.smithi111.vbmimw (mgr.14718) 3069 : cluster [DBG] 2022-01-26T00:13:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: pgmap v2645: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: audit 2022-01-26T00:12:58.936141+0000 mgr.smithi111.vbmimw (mgr.14718) 3070 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: audit 2022-01-26T 2022-01-26T00:13:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: 00:12:59.206329+0000 mgr.smithi111.vbmimw (mgr.14718) 3071 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: audit 2022-01- 2022-01-26T00:13:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: 26T00:12:59.530000+0000 mon.smithi111 2022-01-26T00:13:00.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:12:59 smithi179 conmon[67066]: (mon.0) 1107 : audit [DBG] from='client.? 172.21.15.111:0/1570982455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:01 smithi179 conmon[67066]: cluster 2022-01-26T00:13:00.737225+0000 mgr.smithi111.vbmimw (mgr.14718) 3072 : cluster [DBG] 2022-01-26T00:13:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:01 smithi179 conmon[67066]: pgmap v2646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:01 smithi111 conmon[101466]: cluster 2022-01-26T00:13:00.737225+0000 mgr.smithi111.vbmimw (mgr.14718) 3072 : cluster [DBG] 2022-01-26T00:13:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:01 smithi111 conmon[101466]: pgmap v2646: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:03 smithi179 conmon[67066]: cluster 2022-01-26T00:13:02.737764+0000 mgr.smithi111.vbmimw (mgr.14718) 3073 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:03 smithi111 conmon[101466]: cluster 2022-01-26T00:13:02.737764+0000 mgr.smithi111.vbmimw (mgr.14718) 3073 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:05 smithi179 conmon[67066]: cluster 2022-01-26T00:13:04.738656+0000 mgr.smithi111.vbmimw (mgr.14718) 3074 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:05 smithi111 conmon[101466]: cluster 2022-01-26T00:13:04.738656+0000 mgr.smithi111.vbmimw (mgr.14718) 3074 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:07 smithi179 conmon[67066]: cluster 2022-01-26T00:13:06.739268+0000 mgr.smithi111.vbmimw (mgr.14718) 3075 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:07 smithi111 conmon[101466]: cluster 2022-01-26T00:13:06.739268+0000 mgr.smithi111.vbmimw (mgr.14718) 3075 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:07 smithi111 conmon[101466]: 2022-01-26T00:13:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:09 smithi111 conmon[101466]: cluster 2022-01-26T00:13:08.739965+0000 mgr.smithi111.vbmimw (mgr.14718) 3076 : cluster [DBG] 2022-01-26T00:13:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:09 smithi111 conmon[101466]: pgmap v2650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:09 smithi179 conmon[67066]: cluster 2022-01-26T00:13:08.739965+0000 mgr.smithi111.vbmimw (mgr.14718) 3076 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:11 smithi179 conmon[67066]: cluster 2022-01-26T00:13:10.740609+0000 mgr.smithi111.vbmimw (mgr.14718) 3077 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:11.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:11 smithi179 conmon[67066]: 2022-01-26T00:13:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:11 smithi111 conmon[101466]: cluster 2022-01-26T00:13:10.740609+0000 mgr.smithi111.vbmimw (mgr.14718) 3077 2022-01-26T00:13:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:11 smithi111 conmon[101466]: : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:13 smithi179 conmon[67066]: cluster 2022-01-26T00:13:12.741178+0000 mgr.smithi111.vbmimw (mgr.14718) 3078 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:13 smithi111 conmon[101466]: cluster 2022-01-26T00:13:12.741178+0000 mgr.smithi111.vbmimw (mgr.14718) 3078 : cluster [DBG] 2022-01-26T00:13:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:13 smithi111 conmon[101466]: pgmap v2652: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: cluster 2022-01-26T00:13:14.741979+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:13:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 3079 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: audit 2022-01-26T00:13:15.409352+0000 mon.smithi111 (mon.0) 1108 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: audit 2022-01-26T00:13:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 2022-01-26T00:13:15.410780+0000 mon.smithi111 (mon.0) 1109 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:13:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 01-26T00:13:15.411644+0000 2022-01-26T00:13:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1110 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 2022-01-26T00:13:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: cephadm 2022-01-26T00:13:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 2022-01-26T00:13:15.412392+0000 mgr.smithi111.vbmimw 2022-01-26T00:13:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: (mgr.14718) 3080 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: audit 2022-01-26T00:13:16.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 2022-01-26T00:13:15. 2022-01-26T00:13:16.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 708513+0000 mon.smithi111 (mon.0) 1111 : audit 2022-01-26T00:13:16.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:13:16.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: audit 2022-01-26T00:13 2022-01-26T00:13:16.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: :15.713129+0000 mon.smithi111 (mon.0) 2022-01-26T00:13:16.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:15 smithi179 conmon[67066]: 1112 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:13:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: cluster 2022-01-26T00:13:14.741979+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:13:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: mgr.14718) 3079 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: audit 2022-01-26T00:13:15.409352+0000 mon.smithi111 (mon.0) 1108 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: audit 2022-01-26T00:13:15.410780+0000 mon.smithi111 (mon. 2022-01-26T00:13:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: 0) 1109 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:13:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: -26T00:13:15.411644+0000 mon.smithi111 ( 2022-01-26T00:13:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: mon.0) 1110 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: cephadm 2022-01-26T00:13:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: 2022-01-26T00:13:15.412392+0000 2022-01-26T00:13:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 3080 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: 2022-01-26T00:13:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: audit 2022-01-26T00:13:15 2022-01-26T00:13:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: .708513+0000 mon.smithi111 (mon.0) 1111 : audit 2022-01-26T00:13:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:13:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: audit 2022-01-26T00: 2022-01-26T00:13:16.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: 13:15.713129+0000 mon.smithi111 (mon.0) 2022-01-26T00:13:16.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:15 smithi111 conmon[101466]: 1112 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:13:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:17 smithi179 conmon[67066]: cluster 2022-01-26T00:13:16.742629+0000 mgr.smithi111.vbmimw (mgr.14718) 3081 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:18.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:17 smithi111 conmon[101466]: cluster 2022-01-26T00:13:16.742629+0000 mgr.smithi111.vbmimw (mgr.14718) 3081 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:17 smithi111 conmon[101466]: 2022-01-26T00:13:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:19 smithi111 conmon[101466]: cluster 2022-01-26T00:13:18.743510+0000 mgr.smithi111.vbmimw (mgr.14718) 3082 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:19 smithi179 conmon[67066]: cluster 2022-01-26T00:13:18.743510+0000 mgr.smithi111.vbmimw (mgr.14718) 3082 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:21 smithi179 conmon[67066]: cluster 2022-01-26T00:13:20.744083+0000 mgr.smithi111.vbmimw (mgr.14718) 3083 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:21 smithi111 conmon[101466]: cluster 2022-01-26T00:13:20.744083+0000 mgr.smithi111.vbmimw (mgr.14718) 3083 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:22.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:21 smithi111 conmon[101466]: 2022-01-26T00:13:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:23 smithi179 conmon[67066]: cluster 2022-01-26T00:13:22.744454+0000 mgr.smithi111.vbmimw (mgr.14718) 3084 : cluster 2022-01-26T00:13:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:23 smithi179 conmon[67066]: [DBG] pgmap v2657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:23 smithi111 conmon[101466]: cluster 2022-01-26T00:13:22.744454+0000 mgr.smithi111.vbmimw (mgr.14718) 3084 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:25 smithi179 conmon[67066]: cluster 2022-01-26T00:13:24.745414+0000 mgr.smithi111.vbmimw (mgr.14718) 3085 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:25 smithi111 conmon[101466]: cluster 2022-01-26T00:13:24.745414+0000 mgr.smithi111.vbmimw (mgr.14718) 3085 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:27 smithi179 conmon[67066]: cluster 2022-01-26T00:13:26.745951+0000 mgr.smithi111.vbmimw (mgr.14718) 3086 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:27 smithi111 conmon[101466]: cluster 2022-01-26T00:13:26.745951+0000 mgr.smithi111.vbmimw (mgr.14718) 3086 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:27 smithi111 conmon[101466]: 2022-01-26T00:13:29.831 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:13:29.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:29 smithi111 conmon[101466]: cluster 2022-01-26T00:13:28.746662+0000 mgr.smithi111.vbmimw (mgr.14718) 3087 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:30.101 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:13:30.102 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (95m) 5m ago 96m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:13:30.102 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (87m) 5m ago 96m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:13:30.102 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (87m) 5m ago 96m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:13:30.102 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (95m) 5m ago 96m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:13:30.103 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (91m) 5m ago 91m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:13:30.103 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (91m) 5m ago 91m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:13:30.103 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (87m) 5m ago 97m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:13:30.103 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (87m) 5m ago 95m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:13:30.104 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (87m) 5m ago 98m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:13:30.104 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (87m) 5m ago 95m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:13:30.104 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (88m) 5m ago 88m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:13:30.104 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (88m) 5m ago 88m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:13:30.105 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (96m) 5m ago 96m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:13:30.105 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (95m) 5m ago 95m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:13:30.105 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (82m) 5m ago 95m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:13:30.105 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (95m) 5m ago 95m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:13:30.105 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (94m) 5m ago 94m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:13:30.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (94m) 5m ago 94m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:13:30.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (94m) 5m ago 94m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:13:30.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (93m) 5m ago 93m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:13:30.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (93m) 5m ago 93m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:13:30.107 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (93m) 5m ago 93m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:13:30.107 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (95m) 5m ago 96m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:13:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:29 smithi179 conmon[67066]: cluster 2022-01-26T00:13:28.746662+0000 mgr.smithi111.vbmimw (mgr.14718) 3087 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:30.419 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:13:30.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:13:30.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:30.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:13:30.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:13:30.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:30.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:13:30.421 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:13:30.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:13:30.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:13:30.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:13:30.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:13:30.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:13:30.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:13:30.422 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:13:30.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:13:30.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:13:30.423 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:13:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:13:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:30 smithi111 conmon[101466]: audit 2022-01-26T00:13:29.820258+0000 mgr.smithi111.vbmimw (mgr.14718) 3088 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:30.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:30 smithi111 conmon[101466]: 2022-01-26T00:13:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:30 smithi111 conmon[101466]: audit 2022-01-26T00:13:30.094061+0000 mgr.smithi111.vbmimw (mgr.14718) 3089 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:30 smithi111 conmon[101466]: audit 2022-01-26T00:13 2022-01-26T00:13:30.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:30 smithi111 conmon[101466]: :30.420183+0000 mon.smithi111 (mon.0) 1113 : audit [DBG] from='client.? 172.21.15.111:0/627973040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:31.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:30 smithi179 conmon[67066]: audit 2022-01-26T00:13:29.820258+0000 mgr.smithi111.vbmimw (mgr.14718) 3088 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:30 smithi179 conmon[67066]: 2022-01-26T00:13:31.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:30 smithi179 conmon[67066]: audit 2022-01-26T00:13:30.094061+0000 mgr.smithi111.vbmimw (mgr.14718) 3089 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:31.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:30 smithi179 conmon[67066]: audit 2022-01-26T00:13:30. 2022-01-26T00:13:31.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:30 smithi179 conmon[67066]: 420183+0000 mon.smithi111 (mon.0) 1113 : audit [DBG] from='client.? 172.21.15.111:0/627973040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:31 smithi179 conmon[67066]: cluster 2022-01-26T00:13:30.747077+0000 mgr.smithi111.vbmimw (mgr.14718) 3090 : cluster 2022-01-26T00:13:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:31 smithi179 conmon[67066]: [DBG] pgmap v2661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:31.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:31 smithi111 conmon[101466]: cluster 2022-01-26T00:13:30.747077+0000 mgr.smithi111.vbmimw (mgr.14718) 3090 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:33 smithi179 conmon[67066]: cluster 2022-01-26T00:13:32.747562+0000 mgr.smithi111.vbmimw (mgr.14718) 3091 : cluster [DBG] 2022-01-26T00:13:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:33 smithi179 conmon[67066]: pgmap v2662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:33 smithi111 conmon[101466]: cluster 2022-01-26T00:13:32.747562+0000 mgr.smithi111.vbmimw (mgr.14718) 3091 : cluster [DBG] 2022-01-26T00:13:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:33 smithi111 conmon[101466]: pgmap v2662: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:35 smithi179 conmon[67066]: cluster 2022-01-26T00:13:34.748396+0000 mgr.smithi111.vbmimw (mgr.14718) 3092 : cluster 2022-01-26T00:13:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:35 smithi179 conmon[67066]: [DBG] pgmap v2663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:35 smithi111 conmon[101466]: cluster 2022-01-26T00:13:34.748396+0000 mgr.smithi111.vbmimw (mgr.14718) 3092 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:37 smithi179 conmon[67066]: cluster 2022-01-26T00:13:36.748916+0000 mgr.smithi111.vbmimw (mgr.14718) 3093 : cluster [DBG] 2022-01-26T00:13:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:37 smithi179 conmon[67066]: pgmap v2664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:37 smithi179 conmon[67066]: audit 2022-01-26T00:13:37.645332+0000 mon.smithi111 (mon.0) 1114 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:37 smithi179 conmon[67066]: audit 2022-01-26T00:13:37.645536+0000 mon.smithi111 (mon.0) 1115 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:38.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:37 smithi111 conmon[101466]: cluster 2022-01-26T00:13:36.748916+0000 mgr.smithi111.vbmimw (mgr.14718) 3093 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:37 smithi111 conmon[101466]: audit 2022-01-26T00:13:37.645332+0000 mon.smithi111 (mon.0) 1114 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:37 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:13:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:37 smithi111 conmon[101466]: T00:13:37.645536+0000 mon.smithi111 (mon.0) 1115 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:39 smithi111 conmon[101466]: cluster 2022-01-26T00:13:38.749681+0000 mgr.smithi111.vbmimw (mgr.14718) 3094 : cluster [DBG] 2022-01-26T00:13:39.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:39 smithi111 conmon[101466]: pgmap v2665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:39 smithi179 conmon[67066]: cluster 2022-01-26T00:13:38.749681+0000 mgr.smithi111.vbmimw (mgr.14718) 3094 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:41 smithi179 conmon[67066]: cluster 2022-01-26T00:13:40.750184+0000 mgr.smithi111.vbmimw (mgr.14718) 3095 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:41 smithi111 conmon[101466]: cluster 2022-01-26T00:13:40.750184+0000 mgr.smithi111.vbmimw (mgr.14718) 3095 : cluster [DBG] 2022-01-26T00:13:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:41 smithi111 conmon[101466]: pgmap v2666: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:43 smithi179 conmon[67066]: cluster 2022-01-26T00:13:42.750777+0000 mgr.smithi111.vbmimw (mgr.14718) 3096 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:43 smithi111 conmon[101466]: cluster 2022-01-26T00:13:42.750777+0000 mgr.smithi111.vbmimw (mgr.14718) 3096 : 2022-01-26T00:13:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:43 smithi111 conmon[101466]: cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:45 smithi179 conmon[67066]: cluster 2022-01-26T00:13:44.751786+0000 mgr.smithi111.vbmimw (mgr.14718) 3097 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:45 smithi111 conmon[101466]: cluster 2022-01-26T00:13:44.751786+0000 mgr.smithi111.vbmimw (mgr.14718) 3097 : cluster [DBG] 2022-01-26T00:13:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:45 smithi111 conmon[101466]: pgmap v2668: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:47 smithi179 conmon[67066]: cluster 2022-01-26T00:13:46.752244+0000 mgr.smithi111.vbmimw (mgr.14718) 3098 : cluster 2022-01-26T00:13:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:47 smithi179 conmon[67066]: [DBG] pgmap v2669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:47 smithi111 conmon[101466]: cluster 2022-01-26T00:13:46.752244+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:13:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:47 smithi111 conmon[101466]: ) 3098 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:49 smithi111 conmon[101466]: cluster 2022-01-26T00:13:48.753123+0000 mgr.smithi111.vbmimw (mgr.14718) 3099 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:50.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:49 smithi179 conmon[67066]: cluster 2022-01-26T00:13:48.753123+0000 mgr.smithi111.vbmimw (mgr.14718) 3099 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:51 smithi179 conmon[67066]: cluster 2022-01-26T00:13:50.753640+0000 mgr.smithi111.vbmimw (mgr.14718) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:51 smithi111 conmon[101466]: cluster 2022-01-26T00:13:50.753640+0000 mgr.smithi111.vbmimw (mgr.14718) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:54.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:53 smithi179 conmon[67066]: cluster 2022-01-26T00:13:52.754157+0000 mgr.smithi111.vbmimw (mgr.14718) 3101 : cluster [DBG] 2022-01-26T00:13:54.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:53 smithi179 conmon[67066]: pgmap v2672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:53 smithi111 conmon[101466]: cluster 2022-01-26T00:13:52.754157+0000 mgr.smithi111.vbmimw (mgr.14718) 3101 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:55 smithi179 conmon[67066]: cluster 2022-01-26T00:13:54.754954+0000 mgr.smithi111.vbmimw (mgr.14718) 3102 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:55 smithi179 conmon[67066]: 2022-01-26T00:13:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:55 smithi111 conmon[101466]: cluster 2022-01-26T00:13:54.754954+0000 mgr.smithi111.vbmimw (mgr.14718) 3102 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:55 smithi111 conmon[101466]: 2022-01-26T00:13:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:57 smithi179 conmon[67066]: cluster 2022-01-26T00:13:56.755387+0000 mgr.smithi111.vbmimw (mgr.14718) 3103 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:57 smithi179 conmon[67066]: 2022-01-26T00:13:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:57 smithi111 conmon[101466]: cluster 2022-01-26T00:13:56.755387+0000 mgr.smithi111.vbmimw (mgr.14718) 3103 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:57 smithi111 conmon[101466]: 2022-01-26T00:13:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:59 smithi111 conmon[101466]: cluster 2022-01-26T00:13:58.756176+0000 mgr.smithi111.vbmimw (mgr.14718) 3104 : 2022-01-26T00:13:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:13:59 smithi111 conmon[101466]: cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:59 smithi179 conmon[67066]: cluster 2022-01-26T00:13:58.756176+0000 mgr.smithi111.vbmimw (mgr.14718) 3104 : cluster [DBG] 2022-01-26T00:14:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:13:59 smithi179 conmon[67066]: pgmap v2675: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:00.720 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:14:00.990 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:00.991 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (96m) 5m ago 97m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:14:00.991 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (87m) 5m ago 97m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:14:00.992 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (87m) 5m ago 96m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:14:00.992 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (95m) 5m ago 96m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:14:00.992 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (92m) 5m ago 92m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:14:00.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (92m) 5m ago 92m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:14:00.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (88m) 5m ago 98m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:14:00.994 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (88m) 5m ago 96m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:14:00.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (88m) 5m ago 98m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:14:00.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (87m) 5m ago 96m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:14:00.995 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (88m) 5m ago 88m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:14:00.996 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (88m) 5m ago 88m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:14:00.996 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (96m) 5m ago 96m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:14:00.997 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (96m) 5m ago 96m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:14:00.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (83m) 5m ago 95m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:14:00.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (95m) 5m ago 95m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:14:00.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (95m) 5m ago 95m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:14:00.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (94m) 5m ago 94m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:14:00.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (94m) 5m ago 94m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:14:01.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (94m) 5m ago 94m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:14:01.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (93m) 5m ago 93m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:14:01.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (93m) 5m ago 93m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:14:01.001 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (95m) 5m ago 96m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:14:01.310 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:14:01.311 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:14:01.311 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:01.311 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:01.311 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:14:01.312 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:01.312 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:01.312 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:14:01.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:01.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:01.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:01.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:14:01.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:01.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:01.315 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:14:01.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:01.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:01.315 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:14:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:14:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:01 smithi179 conmon[67066]: audit 2022-01-26T00:14:00.709568+0000 mgr.smithi111.vbmimw (mgr.14718) 3105 : 2022-01-26T00:14:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:01 smithi179 conmon[67066]: audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:01 smithi179 conmon[67066]: cluster 2022-01-26T00:14:00.756643+0000 mgr.smithi111.vbmimw (mgr.14718) 3106 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:01 smithi179 conmon[67066]: audit 2022-01-26T00:14:00.982880+0000 mgr.smithi111.vbmimw (mgr.14718) 3107 : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:01 smithi179 conmon[67066]: audit 2022-01-26T00:14:01.311165+0000 mon.smithi111 (mon.0) 1116 : audit [DBG] from='client.? 172.21.15.111:0/1580119498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: audit 2022-01-26T00:14:00.709568+0000 mgr.smithi111.vbmimw (mgr.14718) 3105 : audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: cluster 2022-01-26T00: 2022-01-26T00:14:02.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: 14:00.756643+0000 mgr.smithi111.vbmimw (mgr.14718) 3106 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:02.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: audit 2022-01-26T00:14:00.982880+0000 mgr.smithi111.vbmimw (mgr.14718) 3107 : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:02.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: audit 2022-01-26T00:14:02.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:01 smithi111 conmon[101466]: 2022-01-26T00:14:01.311165+0000 mon.smithi111 (mon.0) 1116 : audit [DBG] from='client.? 172.21.15.111:0/1580119498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:03 smithi179 conmon[67066]: cluster 2022-01-26T00:14:02.757181+0000 mgr.smithi111.vbmimw (mgr.14718) 3108 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:03 smithi111 conmon[101466]: cluster 2022-01-26T00:14:02.757181+0000 mgr.smithi111.vbmimw (mgr.14718) 3108 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:05 smithi179 conmon[67066]: cluster 2022-01-26T00:14:04.757955+0000 mgr.smithi111.vbmimw (mgr.14718) 3109 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:05 smithi111 conmon[101466]: cluster 2022-01-26T00:14:04.757955+0000 mgr.smithi111.vbmimw (mgr.14718) 3109 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:07 smithi179 conmon[67066]: cluster 2022-01-26T00:14:06.758410+0000 mgr.smithi111.vbmimw (mgr.14718) 3110 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:07 smithi111 conmon[101466]: cluster 2022-01-26T00:14:06.758410+0000 mgr.smithi111.vbmimw (mgr.14718) 3110 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:07 smithi111 conmon[101466]: 2022-01-26T00:14:09.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:09 smithi111 conmon[101466]: cluster 2022-01-26T00:14:08.759228+0000 mgr.smithi111.vbmimw (mgr.14718) 3111 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:10.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:09 smithi179 conmon[67066]: cluster 2022-01-26T00:14:08.759228+0000 mgr.smithi111.vbmimw (mgr.14718) 3111 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:11 smithi179 conmon[67066]: cluster 2022-01-26T00:14:10.759786+0000 mgr.smithi111.vbmimw (mgr.14718) 3112 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:11 smithi111 conmon[101466]: cluster 2022-01-26T00:14:10.759786+0000 mgr.smithi111.vbmimw (mgr.14718) 3112 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:13 smithi179 conmon[67066]: cluster 2022-01-26T00:14:12.760433+0000 mgr.smithi111.vbmimw (mgr.14718) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:13 smithi179 conmon[67066]: 2022-01-26T00:14:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:13 smithi111 conmon[101466]: cluster 2022-01-26T00:14:12.760433+0000 mgr.smithi111.vbmimw (mgr.14718) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: cluster 2022-01-26T00:14:14.761458+0000 mgr.smithi111.vbmimw (mgr.14718) 3114 : cluster 2022-01-26T00:14:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: [DBG] pgmap v2683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: audit 2022-01-26T00:14:15.715811+0000 mon.smithi111 (mon.0) 2022-01-26T00:14:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: 1117 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: audit 2022-01-26T00:14:15 2022-01-26T00:14:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: .717351+0000 mon.smithi111 (mon.0) 1118 : audit 2022-01-26T00:14:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:14:16.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: 01-26T00:14:15.718217+0000 2022-01-26T00:14:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1119 : audit [INF] 2022-01-26T00:14:16.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:15 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: cluster 2022-01-26T00:14:14.761458+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:14:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: 3114 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: audit 2022-01-26T00:14:15.715811+0000 2022-01-26T00:14:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1117 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:14:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: 01-26T00:14:15.717351 2022-01-26T00:14:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1118 : 2022-01-26T00:14:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: audit 2022 2022-01-26T00:14:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: -01-26T00:14:15 2022-01-26T00:14:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: .718217+0000 mon.smithi111 (mon. 2022-01-26T00:14:16.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: 0) 1119 : audit [INF] 2022-01-26T00:14:16.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:15 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:17 smithi179 conmon[67066]: cephadm 2022-01-26T00:14:15.718985+0000 mgr.smithi111.vbmimw (mgr.14718) 3115 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:17 smithi179 conmon[67066]: audit 2022-01-26T00:14:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:17 smithi179 conmon[67066]: 2022-01-26T00:14:16.028139+0000 mon.smithi111 (mon.0) 1120 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:14:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:17 smithi179 conmon[67066]: audit 2022-01-26T00:14:16.032737+0000 mon.smithi111 (mon.0) 1121 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:14:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:17 smithi111 conmon[101466]: cephadm 2022-01-26T00:14:15.718985+0000 mgr.smithi111.vbmimw (mgr.14718) 3115 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:17 smithi111 conmon[101466]: 2022-01-26T00:14:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:17 smithi111 conmon[101466]: audit 2022-01-26T00:14:16.028139+0000 mon.smithi111 (mon.0) 1120 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:14:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:17 smithi111 conmon[101466]: audit 2022-01-26T00:14:16.032737+0000 mon.smithi111 (mon.0) 1121 : audit 2022-01-26T00:14:17.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:17 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:14:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:18 smithi179 conmon[67066]: cluster 2022-01-26T00:14:16.762063+0000 mgr.smithi111.vbmimw (mgr.14718) 3116 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:18 smithi111 conmon[101466]: cluster 2022-01-26T00:14:16.762063+0000 mgr.smithi111.vbmimw (mgr.14718) 3116 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:19.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:19 smithi111 conmon[101466]: cluster 2022-01-26T00:14:18.762829+0000 mgr.smithi111.vbmimw (mgr.14718) 3117 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:19 smithi179 conmon[67066]: cluster 2022-01-26T00:14:18.762829+0000 mgr.smithi111.vbmimw (mgr.14718) 3117 : cluster [DBG] 2022-01-26T00:14:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:19 smithi179 conmon[67066]: pgmap v2685: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:21 smithi179 conmon[67066]: cluster 2022-01-26T00:14:20.763450+0000 mgr.smithi111.vbmimw (mgr.14718) 3118 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:22.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:21 smithi111 conmon[101466]: cluster 2022-01-26T00:14:20.763450+0000 mgr.smithi111.vbmimw (mgr.14718) 3118 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:23 smithi179 conmon[67066]: cluster 2022-01-26T00:14:22.763930+0000 mgr.smithi111.vbmimw (mgr.14718) 3119 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:23 smithi179 conmon[67066]: 2022-01-26T00:14:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:23 smithi111 conmon[101466]: cluster 2022-01-26T00:14:22.763930+0000 mgr.smithi111.vbmimw (mgr.14718) 3119 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:25 smithi179 conmon[67066]: cluster 2022-01-26T00:14:24.764677+0000 mgr.smithi111.vbmimw (mgr.14718) 3120 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:25 smithi111 conmon[101466]: cluster 2022-01-26T00:14:24.764677+0000 mgr.smithi111.vbmimw (mgr.14718) 3120 : cluster [DBG] 2022-01-26T00:14:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:25 smithi111 conmon[101466]: pgmap v2688: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:28.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:27 smithi179 conmon[67066]: cluster 2022-01-26T00:14:26.765235+0000 mgr.smithi111.vbmimw (mgr.14718) 3121 : cluster 2022-01-26T00:14:28.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:27 smithi179 conmon[67066]: [DBG] pgmap v2689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:27 smithi111 conmon[101466]: cluster 2022-01-26T00:14:26.765235+0000 mgr.smithi111.vbmimw (mgr.14718) 3121 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:29 smithi111 conmon[101466]: cluster 2022-01-26T00:14:28.766240+0000 mgr.smithi111.vbmimw (mgr.14718) 3122 : cluster [DBG] 2022-01-26T00:14:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:29 smithi111 conmon[101466]: pgmap v2690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:29 smithi179 conmon[67066]: cluster 2022-01-26T00:14:28.766240+0000 mgr.smithi111.vbmimw (mgr.14718) 3122 : cluster [DBG] 2022-01-26T00:14:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:29 smithi179 conmon[67066]: pgmap v2690: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:31.613 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:14:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:31 smithi179 conmon[67066]: cluster 2022-01-26T00:14:30.766952+0000 mgr.smithi111.vbmimw (mgr.14718) 3123 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:31 smithi179 conmon[67066]: audit 2022-01-26T00:14: 2022-01-26T00:14:31.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:31 smithi179 conmon[67066]: 31.602773+0000 mgr.smithi111.vbmimw (mgr.14718) 3124 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:31.881 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:31.882 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (96m) 6m ago 97m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:14:31.882 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (88m) 6m ago 97m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:14:31.883 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (88m) 6m ago 97m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:14:31.883 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (96m) 6m ago 97m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:14:31.883 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (92m) 6m ago 92m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:14:31.884 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (92m) 6m ago 92m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:14:31.884 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (89m) 6m ago 98m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:14:31.885 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (88m) 6m ago 97m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:14:31.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (88m) 6m ago 99m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:14:31.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (88m) 6m ago 96m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:14:31.886 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (89m) 6m ago 89m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:14:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (89m) 6m ago 89m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:14:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (97m) 6m ago 97m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:14:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:14:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (83m) 6m ago 96m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:14:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (96m) 6m ago 96m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:14:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (95m) 6m ago 95m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:14:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (95m) 6m ago 95m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:14:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (95m) 6m ago 95m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:14:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (94m) 6m ago 94m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:14:31.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (94m) 6m ago 94m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:14:31.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (94m) 6m ago 94m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:14:31.889 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (96m) 6m ago 97m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:14:32.201 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:14:32.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:14:32.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:32.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:32.202 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:14:32.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:32.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:32.203 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:14:32.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:32.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:32.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:32.203 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:14:32.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:32.204 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:14:32.204 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:14:32.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:32.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:32.205 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:14:32.205 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:14:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:31 smithi111 conmon[101466]: cluster 2022-01-26T00:14:30.766952+0000 mgr.smithi111.vbmimw (mgr.14718) 3123 : cluster 2022-01-26T00:14:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:31 smithi111 conmon[101466]: [DBG] pgmap v2691: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:31 smithi111 conmon[101466]: audit 2022-01-26T00:14:31.602773+0000 mgr.smithi111.vbmimw (mgr.14718) 3124 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:32.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:32 smithi111 conmon[101466]: audit 2022-01-26T00:14:31.873470+0000 mgr.smithi111.vbmimw (mgr.14718) 3125 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:32 smithi111 conmon[101466]: 2022-01-26T00:14:32.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:32 smithi111 conmon[101466]: audit 2022-01-26T00:14:32.201889+0000 mon.smithi111 (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.111:0/3417756172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:32 smithi179 conmon[67066]: audit 2022-01-26T00:14:31.873470+0000 mgr.smithi111.vbmimw (mgr.14718) 3125 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:33.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:32 smithi179 conmon[67066]: audit 2022-01-26T00:14:32.201889+0000 mon.smithi111 2022-01-26T00:14:33.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:32 smithi179 conmon[67066]: (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.111:0/3417756172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:33 smithi179 conmon[67066]: cluster 2022-01-26T00:14:32.767357+0000 mgr.smithi111.vbmimw (mgr.14718) 3126 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:33 smithi111 conmon[101466]: cluster 2022-01-26T00:14:32.767357+0000 mgr.smithi111.vbmimw (mgr.14718) 3126 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:35 smithi179 conmon[67066]: cluster 2022-01-26T00:14:34.768049+0000 mgr.smithi111.vbmimw (mgr.14718) 3127 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:35 smithi111 conmon[101466]: cluster 2022-01-26T00:14:34.768049+0000 mgr.smithi111.vbmimw (mgr.14718) 3127 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:37 smithi179 conmon[67066]: cluster 2022-01-26T00:14:36.768466+0000 mgr.smithi111.vbmimw (mgr.14718) 3128 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:37 smithi179 conmon[67066]: audit 2022-01-26T00:14:37.649514+0000 mon.smithi111 (mon.0) 1123 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:37 smithi179 conmon[67066]: audit 2022-01-26T00:14:37.649737+0000 mon.smithi111 (mon.0) 1124 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:37 smithi111 conmon[101466]: cluster 2022-01-26T00:14:36.768466+0000 mgr.smithi111.vbmimw (mgr.14718) 3128 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:37 smithi111 conmon[101466]: audit 2022-01-26T00:14:37.649514+0000 2022-01-26T00:14:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:37 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1123 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:37 smithi111 conmon[101466]: audit 2022-01-26T00:14:37.649737+0000 mon.smithi111 (mon.0) 1124 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:39.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:39 smithi111 conmon[101466]: cluster 2022-01-26T00:14:38.769205+0000 mgr.smithi111.vbmimw (mgr.14718) 3129 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:42.779 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:41 smithi111 conmon[101466]: cluster 2022-01-26T00:14:40.769888+0000 mgr.smithi111.vbmimw (mgr.14718) 3130 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:42.779 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:39 smithi179 conmon[67066]: cluster 2022-01-26T00:14:38.769205+0000 mgr.smithi111.vbmimw (mgr.14718) 3129 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:42.780 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:41 smithi179 conmon[67066]: cluster 2022-01-26T00:14:40.769888+0000 mgr.smithi111.vbmimw (mgr.14718) 3130 2022-01-26T00:14:42.780 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:41 smithi179 conmon[67066]: : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:43 smithi179 conmon[67066]: cluster 2022-01-26T00:14:42.770467+0000 mgr.smithi111.vbmimw (mgr.14718) 3131 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:43 smithi111 conmon[101466]: cluster 2022-01-26T00:14:42.770467+0000 mgr.smithi111.vbmimw (mgr.14718) 3131 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:45 smithi179 conmon[67066]: cluster 2022-01-26T00:14:44.771252+0000 mgr.smithi111.vbmimw (mgr.14718) 3132 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:45 smithi111 conmon[101466]: cluster 2022-01-26T00:14:44.771252+0000 mgr.smithi111.vbmimw (mgr.14718) 3132 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:47 smithi179 conmon[67066]: cluster 2022-01-26T00:14:46.771781+0000 mgr.smithi111.vbmimw (mgr.14718) 3133 : cluster [DBG] 2022-01-26T00:14:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:47 smithi179 conmon[67066]: pgmap v2699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:47 smithi111 conmon[101466]: cluster 2022-01-26T00:14:46.771781+0000 mgr.smithi111.vbmimw (mgr.14718) 3133 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:49 smithi111 conmon[101466]: cluster 2022-01-26T00:14:48.772730+0000 mgr.smithi111.vbmimw (mgr.14718) 3134 : cluster 2022-01-26T00:14:49.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:49 smithi111 conmon[101466]: [DBG] pgmap v2700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:49 smithi179 conmon[67066]: cluster 2022-01-26T00:14:48.772730+0000 mgr.smithi111.vbmimw (mgr.14718) 3134 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:51 smithi179 conmon[67066]: cluster 2022-01-26T00:14:50.773275+0000 mgr.smithi111.vbmimw (mgr.14718) 3135 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:51.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:51 smithi179 conmon[67066]: 2022-01-26T00:14:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:51 smithi111 conmon[101466]: cluster 2022-01-26T00:14:50.773275+0000 mgr.smithi111.vbmimw (mgr.14718) 3135 : cluster 2022-01-26T00:14:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:51 smithi111 conmon[101466]: [DBG] pgmap v2701: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:53 smithi179 conmon[67066]: cluster 2022-01-26T00:14:52.773743+0000 mgr.smithi111.vbmimw (mgr.14718) 3136 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:53 smithi111 conmon[101466]: cluster 2022-01-26T00:14:52.773743+0000 mgr.smithi111.vbmimw (mgr.14718) 3136 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:55 smithi179 conmon[67066]: cluster 2022-01-26T00:14:54.774583+0000 mgr.smithi111.vbmimw (mgr.14718) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:55 smithi111 conmon[101466]: cluster 2022-01-26T00:14:54.774583+0000 mgr.smithi111.vbmimw (mgr.14718) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:57 smithi179 conmon[67066]: cluster 2022-01-26T00:14:56.775097+0000 mgr.smithi111.vbmimw (mgr.14718) 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:57 smithi111 conmon[101466]: cluster 2022-01-26T00:14:56.775097+0000 mgr.smithi111.vbmimw (mgr.14718) 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:57 smithi111 conmon[101466]: 2022-01-26T00:14:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:59 smithi111 conmon[101466]: cluster 2022-01-26T00:14:58.776012+0000 mgr.smithi111.vbmimw (mgr.14718) 3139 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:14:59 smithi111 conmon[101466]: 2022-01-26T00:15:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:14:59 smithi179 conmon[67066]: cluster 2022-01-26T00:14:58.776012+0000 mgr.smithi111.vbmimw (mgr.14718) 3139 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:01 smithi179 conmon[67066]: cluster 2022-01-26T00:15:00.776535+0000 mgr.smithi111.vbmimw (mgr.14718) 3140 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:02.767 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:01 smithi111 conmon[101466]: cluster 2022-01-26T00:15:00.776535+0000 mgr.smithi111.vbmimw (mgr.14718) 3140 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:02.768 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:15:02.768 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:15:02.768 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (97m) 6m ago 98m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:15:02.768 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (88m) 6m ago 98m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:15:02.769 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (88m) 6m ago 97m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:15:02.769 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (96m) 6m ago 97m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:15:02.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (93m) 6m ago 93m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:15:02.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (93m) 6m ago 93m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:15:02.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (89m) 6m ago 99m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:15:02.771 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (89m) 6m ago 97m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:15:02.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (89m) 6m ago 99m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:15:02.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (88m) 6m ago 97m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:15:02.771 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (89m) 6m ago 89m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:15:02.772 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (89m) 6m ago 89m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:15:02.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (97m) 6m ago 97m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:15:02.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (97m) 6m ago 97m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:15:02.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (84m) 6m ago 96m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:15:02.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (96m) 6m ago 96m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:15:02.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (96m) 6m ago 96m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:15:02.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (95m) 6m ago 95m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:15:02.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (95m) 6m ago 95m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:15:02.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (95m) 6m ago 95m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:15:02.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (94m) 6m ago 94m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:15:02.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (94m) 6m ago 94m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:15:02.774 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (96m) 6m ago 97m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:15:02.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:02 smithi111 conmon[101466]: audit 2022-01-26T00:15:02.489441+0000 mgr.smithi111.vbmimw (mgr.14718) 3141 : audit 2022-01-26T00:15:02.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:02 smithi111 conmon[101466]: [DBG] from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:03.087 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:15:03.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:15:03.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:03.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:03.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:15:03.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:03.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:03.089 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:15:03.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:15:03.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:15:03.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:03.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:15:03.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:15:03.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:03.091 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:15:03.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:15:03.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:15:03.092 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:15:03.092 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:15:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:02 smithi179 conmon[67066]: audit 2022-01-26T00:15:02.489441+0000 mgr.smithi111.vbmimw (mgr.14718) 3141 : audit [DBG] 2022-01-26T00:15:03.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:02 smithi179 conmon[67066]: from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:03 smithi179 conmon[67066]: audit 2022-01-26T00:15:02.758497+0000 mgr.smithi111.vbmimw (mgr.14718) 3142 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:03 smithi179 conmon[67066]: cluster 2022-01-26T00:15:02.776934+0000 2022-01-26T00:15:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:03 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3143 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:04.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:03 smithi179 conmon[67066]: audit 2022-01-26T00:15:03.088542+0000 mon.smithi111 (mon.0) 1125 : audit [DBG] from='client.? 172.21.15.111:0/2437039600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:03 smithi111 conmon[101466]: audit 2022-01-26T00:15:02.758497+0000 mgr.smithi111.vbmimw (mgr.14718) 3142 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:03 smithi111 conmon[101466]: 2022-01-26T00:15:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:03 smithi111 conmon[101466]: cluster 2022-01-26T00:15:02.776934+0000 mgr.smithi111.vbmimw (mgr.14718) 3143 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:04.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:03 smithi111 conmon[101466]: audit 2022-01-26T00:15:03.088542+0000 mon.smithi111 (mon.0) 1125 : audit [DBG] from='client.? 172.21.15.111:0/2437039600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:06.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:05 smithi179 conmon[67066]: cluster 2022-01-26T00:15:04.777964+0000 mgr.smithi111.vbmimw (mgr.14718) 3144 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:05 smithi111 conmon[101466]: cluster 2022-01-26T00:15:04.777964+0000 mgr.smithi111.vbmimw (mgr.14718) 3144 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:07 smithi179 conmon[67066]: cluster 2022-01-26T00:15:06.778355+0000 mgr.smithi111.vbmimw (mgr.14718) 3145 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:08.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:07 smithi179 conmon[67066]: 2022-01-26T00:15:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:07 smithi111 conmon[101466]: cluster 2022-01-26T00:15:06.778355+0000 mgr.smithi111.vbmimw (mgr.14718) 3145 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:07 smithi111 conmon[101466]: 2022-01-26T00:15:09.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:09 smithi111 conmon[101466]: cluster 2022-01-26T00:15:08.779159+0000 mgr.smithi111.vbmimw (mgr.14718) 3146 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:09 smithi179 conmon[67066]: cluster 2022-01-26T00:15:08.779159+0000 mgr.smithi111.vbmimw (mgr.14718) 3146 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:11 smithi179 conmon[67066]: cluster 2022-01-26T00:15:10.779700+0000 mgr.smithi111.vbmimw (mgr.14718) 3147 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:11 smithi111 conmon[101466]: cluster 2022-01-26T00:15:10.779700+0000 mgr.smithi111.vbmimw (mgr.14718) 3147 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:13 smithi179 conmon[67066]: cluster 2022-01-26T00:15:12.780393+0000 mgr.smithi111.vbmimw (mgr.14718) 3148 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:13 smithi111 conmon[101466]: cluster 2022-01-26T00:15:12.780393+0000 mgr.smithi111.vbmimw (mgr.14718) 3148 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:16.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:15 smithi179 conmon[67066]: cluster 2022-01-26T00:15:14.781279+0000 mgr.smithi111.vbmimw (mgr.14718) 3149 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:15 smithi111 conmon[101466]: cluster 2022-01-26T00:15:14.781279+0000 mgr.smithi111.vbmimw (mgr.14718) 3149 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:15 smithi111 conmon[101466]: 2022-01-26T00:15:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: audit 2022-01-26T00:15:16.035286+0000 mon.smithi111 (mon.0) 1126 : audit [DBG] 2022-01-26T00:15:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:15:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: audit 2022-01-26T00:15:16.036777+0000 mon.smithi111 (mon.0) 1127 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:15:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:15:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: -26T00:15:16.037856+0000 mon.smithi111 (mon.0) 1128 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:15:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: cephadm 2022-01-26T 2022-01-26T00:15:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: 00:15:16.038570+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:15:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: ) 3150 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:15:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:15:17.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: T00:15:16.343846+0000 mon.smithi111 (mon 2022-01-26T00:15:17.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: .0) 1129 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:15:17.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: audit 2022-01- 2022-01-26T00:15:17.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: 26T00:15:16.348855+0000 mon.smithi111 2022-01-26T00:15:17.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:16 smithi179 conmon[67066]: (mon.0) 1130 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:15:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit 2022-01-26T00:15:16.035286+0000 mon.smithi111 (mon.0) 1126 : 2022-01-26T00:15:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:15:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit 2022-01-26T00:15:16.036777+0000 mon.smithi111 (mon.0) 1127 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:15:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit 2022-01-26T00:15:16. 2022-01-26T00:15:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: 037856+0000 mon.smithi111 (mon.0) 1128 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:15:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: cephadm 2022 2022-01-26T00:15:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: -01-26T00:15:16.038570+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:15:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: 3150 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:15:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:15:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: 26T00:15:16.343846+0000 mon.smithi111 ( 2022-01-26T00:15:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: mon.0) 1129 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:15:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:15:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: 01-26T00:15:16.348855+0000 2022-01-26T00:15:17.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1130 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:15:17.237 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:16 smithi111 conmon[101466]: 2022-01-26T00:15:18.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:18 smithi179 conmon[67066]: cluster 2022-01-26T00:15:16.781793+0000 mgr.smithi111.vbmimw (mgr.14718) 3151 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:18.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:18 smithi111 conmon[101466]: cluster 2022-01-26T00:15:16.781793+0000 mgr.smithi111.vbmimw (mgr.14718) 3151 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:19.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:19 smithi111 conmon[101466]: cluster 2022-01-26T00:15:18.782561+0000 mgr.smithi111.vbmimw (mgr.14718) 3152 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:19 smithi179 conmon[67066]: cluster 2022-01-26T00:15:18.782561+0000 mgr.smithi111.vbmimw (mgr.14718) 3152 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:21 smithi179 conmon[67066]: cluster 2022-01-26T00:15:20.783239+0000 mgr.smithi111.vbmimw (mgr.14718) 3153 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:21.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:21 smithi179 conmon[67066]: 2022-01-26T00:15:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:21 smithi111 conmon[101466]: cluster 2022-01-26T00:15:20.783239+0000 mgr.smithi111.vbmimw (mgr.14718) 3153 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:23 smithi179 conmon[67066]: cluster 2022-01-26T00:15:22.783728+0000 mgr.smithi111.vbmimw (mgr.14718) 3154 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:23 smithi111 conmon[101466]: cluster 2022-01-26T00:15:22.783728+0000 mgr.smithi111.vbmimw (mgr.14718) 3154 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:23 smithi111 conmon[101466]: 2022-01-26T00:15:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:25 smithi179 conmon[67066]: cluster 2022-01-26T00:15:24.784621+0000 mgr.smithi111.vbmimw (mgr.14718) 3155 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:26.768 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:25 smithi111 conmon[101466]: cluster 2022-01-26T00:15:24.784621+0000 mgr.smithi111.vbmimw (mgr.14718) 3155 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:27 smithi179 conmon[67066]: cluster 2022-01-26T00:15:26.785149+0000 mgr.smithi111.vbmimw (mgr.14718) 3156 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:27 smithi111 conmon[101466]: cluster 2022-01-26T00:15:26.785149+0000 mgr.smithi111.vbmimw (mgr.14718) 3156 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:29.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:29 smithi111 conmon[101466]: cluster 2022-01-26T00:15:28.785884+0000 mgr.smithi111.vbmimw (mgr.14718) 3157 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:29.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:29 smithi111 conmon[101466]: 2022-01-26T00:15:30.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:29 smithi179 conmon[67066]: cluster 2022-01-26T00:15:28.785884+0000 mgr.smithi111.vbmimw (mgr.14718) 3157 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:31 smithi179 conmon[67066]: cluster 2022-01-26T00:15:30.786540+0000 mgr.smithi111.vbmimw (mgr.14718) 3158 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:31 smithi111 conmon[101466]: cluster 2022-01-26T00:15:30.786540+0000 mgr.smithi111.vbmimw (mgr.14718) 3158 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:33.386 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:15:33.652 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:15:33.653 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (97m) 7m ago 98m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:15:33.653 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (89m) 7m ago 98m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:15:33.653 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (89m) 7m ago 98m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:15:33.654 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (97m) 7m ago 98m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:15:33.654 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (93m) 7m ago 93m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:15:33.654 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (93m) 7m ago 93m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:15:33.654 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (90m) 7m ago 99m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:15:33.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (89m) 7m ago 98m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:15:33.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (89m) 7m ago 100m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:15:33.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (89m) 7m ago 97m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:15:33.655 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (90m) 7m ago 90m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:15:33.656 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (90m) 7m ago 90m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:15:33.656 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (98m) 7m ago 98m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:15:33.656 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:15:33.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (84m) 7m ago 97m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:15:33.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (97m) 7m ago 97m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:15:33.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (96m) 7m ago 96m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:15:33.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (96m) 7m ago 96m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:15:33.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (96m) 7m ago 96m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:15:33.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (95m) 7m ago 95m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:15:33.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (95m) 7m ago 95m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:15:33.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (95m) 7m ago 95m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:15:33.658 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (97m) 7m ago 98m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:15:33.975 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:15:33.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:15:33.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:33.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:33.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:15:33.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:33.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:33.977 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:15:33.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:15:33.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:15:33.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:33.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:15:33.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:15:33.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:15:33.979 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:15:33.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:15:33.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:15:33.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:15:33.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:15:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:33 smithi179 conmon[67066]: cluster 2022-01-26T00:15:32.787192+0000 mgr.smithi111.vbmimw (mgr.14718) 3159 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:33 smithi179 conmon[67066]: audit 2022-01-26T00:15:33.375593+0000 mgr.smithi111.vbmimw (mgr.14718) 3160 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:34.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:33 smithi179 conmon[67066]: audit 2022-01-26T00:15:33.644243+0000 mgr.smithi111.vbmimw (mgr.14718) 3161 : audit [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:33 smithi111 conmon[101466]: cluster 2022-01-26T00:15:32.787192+0000 mgr.smithi111.vbmimw (mgr.14718) 3159 : cluster 2022-01-26T00:15:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:33 smithi111 conmon[101466]: [DBG] pgmap v2722: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:33 smithi111 conmon[101466]: audit 2022-01-26T00:15:33.375593+0000 mgr.smithi111.vbmimw (mgr.14718) 3160 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:33 smithi111 conmon[101466]: audit 2022-01-26T00:15:33.644243+0000 mgr.smithi111.vbmimw (mgr.14718) 3161 : audit 2022-01-26T00:15:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:33 smithi111 conmon[101466]: [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:35.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:34 smithi179 conmon[67066]: audit 2022-01-26T00:15:33.976499+0000 mon.smithi111 (mon.0) 1131 : audit [DBG] from='client.? 172.21.15.111:0/1160075533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:35.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:34 smithi111 conmon[101466]: audit 2022-01-26T00:15:33.976499+0000 mon.smithi111 (mon.0) 1131 : audit [DBG] from='client.? 172.21.15.111:0/1160075533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:35 smithi179 conmon[67066]: cluster 2022-01-26T00:15:34.787975+0000 mgr.smithi111.vbmimw (mgr.14718) 3162 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:35 smithi111 conmon[101466]: cluster 2022-01-26T00:15:34.787975+0000 mgr.smithi111.vbmimw (mgr.14718) 3162 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:38.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:37 smithi179 conmon[67066]: cluster 2022-01-26T00:15:36.788469+0000 mgr.smithi111.vbmimw (mgr.14718) 3163 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:37 smithi179 conmon[67066]: audit 2022-01-26T00:15:37.653287+0000 mon.smithi111 (mon.0) 1132 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:38.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:37 smithi179 conmon[67066]: audit 2022-01-26T00:15:37.653542+0000 mon.smithi111 (mon.0) 1133 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:38.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:37 smithi111 conmon[101466]: cluster 2022-01-26T00:15:36.788469+0000 mgr.smithi111.vbmimw (mgr.14718) 3163 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:38.240 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:37 smithi111 conmon[101466]: audit 2022-01-26T00:15:37.653287+0000 mon.smithi111 (mon.0) 1132 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:38.241 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:37 smithi111 conmon[101466]: audit 2022-01-26T00:15:37.653542+0000 mon.smithi111 (mon.0) 1133 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:39.987 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:39 smithi111 conmon[101466]: cluster 2022-01-26T00:15:38.789429+0000 mgr.smithi111.vbmimw (mgr.14718) 3164 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:39 smithi179 conmon[67066]: cluster 2022-01-26T00:15:38.789429+0000 mgr.smithi111.vbmimw (mgr.14718) 3164 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:41 smithi179 conmon[67066]: cluster 2022-01-26T00:15:40.789982+0000 mgr.smithi111.vbmimw (mgr.14718) 3165 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:41 smithi111 conmon[101466]: cluster 2022-01-26T00:15:40.789982+0000 mgr.smithi111.vbmimw (mgr.14718) 3165 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:41 smithi111 conmon[101466]: 2022-01-26T00:15:44.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:43 smithi179 conmon[67066]: cluster 2022-01-26T00:15:42.790561+0000 mgr.smithi111.vbmimw (mgr.14718) 3166 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:43 smithi111 conmon[101466]: cluster 2022-01-26T00:15:42.790561+0000 mgr.smithi111.vbmimw (mgr.14718) 3166 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:46.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:45 smithi179 conmon[67066]: cluster 2022-01-26T00:15:44.791572+0000 mgr.smithi111.vbmimw (mgr.14718) 3167 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:45 smithi111 conmon[101466]: cluster 2022-01-26T00:15:44.791572+0000 mgr.smithi111.vbmimw (mgr.14718) 3167 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:48.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:47 smithi179 conmon[67066]: cluster 2022-01-26T00:15:46.792152+0000 mgr.smithi111.vbmimw (mgr.14718) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:47 smithi111 conmon[101466]: cluster 2022-01-26T00:15:46.792152+0000 mgr.smithi111.vbmimw (mgr.14718) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:49.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:49 smithi111 conmon[101466]: cluster 2022-01-26T00:15:48.793001+0000 mgr.smithi111.vbmimw (mgr.14718) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:49 smithi179 conmon[67066]: cluster 2022-01-26T00:15:48.793001+0000 mgr.smithi111.vbmimw (mgr.14718) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:51 smithi179 conmon[67066]: cluster 2022-01-26T00:15:50.793639+0000 mgr.smithi111.vbmimw (mgr.14718) 3170 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:51 smithi111 conmon[101466]: cluster 2022-01-26T00:15:50.793639+0000 mgr.smithi111.vbmimw (mgr.14718) 3170 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:52.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:51 smithi111 conmon[101466]: 2022-01-26T00:15:54.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:53 smithi179 conmon[67066]: cluster 2022-01-26T00:15:52.794124+0000 mgr.smithi111.vbmimw (mgr.14718) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:53 smithi111 conmon[101466]: cluster 2022-01-26T00:15:52.794124+0000 mgr.smithi111.vbmimw (mgr.14718) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:56.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:55 smithi179 conmon[67066]: cluster 2022-01-26T00:15:54.794931+0000 mgr.smithi111.vbmimw (mgr.14718) 3172 : cluster [DBG] 2022-01-26T00:15:56.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:55 smithi179 conmon[67066]: pgmap v2733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:55 smithi111 conmon[101466]: cluster 2022-01-26T00:15:54.794931+0000 mgr.smithi111.vbmimw (mgr.14718) 3172 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:57 smithi179 conmon[67066]: cluster 2022-01-26T00:15:56.795484+0000 mgr.smithi111.vbmimw (mgr.14718) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:57 smithi111 conmon[101466]: cluster 2022-01-26T00:15:56.795484+0000 mgr.smithi111.vbmimw (mgr.14718) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:57 smithi111 conmon[101466]: 2022-01-26T00:15:59.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:15:59 smithi111 conmon[101466]: cluster 2022-01-26T00:15:58.796272+0000 mgr.smithi111.vbmimw (mgr.14718) 3174 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:15:59 smithi179 conmon[67066]: cluster 2022-01-26T00:15:58.796272+0000 mgr.smithi111.vbmimw (mgr.14718) 3174 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:01 smithi179 conmon[67066]: cluster 2022-01-26T00:16:00.796890+0000 mgr.smithi111.vbmimw (mgr.14718) 3175 : 2022-01-26T00:16:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:01 smithi179 conmon[67066]: cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:01 smithi111 conmon[101466]: cluster 2022-01-26T00:16:00.796890+0000 mgr.smithi111.vbmimw (mgr.14718) 3175 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:03 smithi179 conmon[67066]: cluster 2022-01-26T00:16:02.797370+0000 mgr.smithi111.vbmimw (mgr.14718) 3176 : cluster [DBG] 2022-01-26T00:16:04.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:03 smithi179 conmon[67066]: pgmap v2737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:03 smithi111 conmon[101466]: cluster 2022-01-26T00:16:02.797370+0000 mgr.smithi111.vbmimw (mgr.14718) 3176 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:04.277 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:16:04.543 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:16:04.543 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (98m) 7m ago 99m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:16:04.544 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (89m) 7m ago 99m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:16:04.544 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (89m) 7m ago 98m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:16:04.544 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (97m) 7m ago 99m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:16:04.544 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (94m) 7m ago 94m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:16:04.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (94m) 7m ago 94m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:16:04.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (90m) 7m ago 100m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:16:04.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (90m) 7m ago 98m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:16:04.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (90m) 7m ago 100m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:16:04.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (89m) 7m ago 98m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:16:04.546 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (90m) 7m ago 90m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:16:04.546 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (90m) 7m ago 90m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:16:04.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (98m) 7m ago 98m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:16:04.547 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (98m) 7m ago 98m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:16:04.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (85m) 7m ago 97m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:16:04.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (97m) 7m ago 97m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:16:04.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (97m) 7m ago 97m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:16:04.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (96m) 7m ago 96m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:16:04.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (96m) 7m ago 96m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:16:04.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (96m) 7m ago 96m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:16:04.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (96m) 7m ago 96m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:16:04.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (95m) 7m ago 95m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:16:04.549 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (97m) 7m ago 98m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:16:04.868 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:16:04.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:16:04.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:04.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:04.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:16:04.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:04.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:04.870 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:16:04.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:16:04.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:16:04.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:04.871 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:16:04.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:16:04.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:04.872 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:16:04.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:16:04.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:16:04.872 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:16:04.873 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:16:05.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:04 smithi179 conmon[67066]: audit 2022-01-26T00:16:04.266993+0000 mgr.smithi111.vbmimw (mgr.14718) 3177 : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:05.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:04 smithi179 conmon[67066]: audit 2022-01-26T00:16:04.535530+0000 mgr.smithi111.vbmimw (mgr.14718) 3178 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:04 smithi111 conmon[101466]: audit 2022-01-26T00:16:04.266993+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:16:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:04 smithi111 conmon[101466]: .14718) 3177 : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:05.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:04 smithi111 conmon[101466]: audit 2022-01-26T00:16:04.535530+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:16:05.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:04 smithi111 conmon[101466]: 14718) 3178 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:05 smithi179 conmon[67066]: cluster 2022-01-26T00:16:04.798115+0000 mgr.smithi111.vbmimw (mgr.14718) 3179 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:06.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:05 smithi179 conmon[67066]: audit 2022-01-26T00:16:04.869606+0000 mon.smithi111 (mon.0) 1134 : audit [DBG] from='client.? 172.21.15.111:0/2843381602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:05 smithi111 conmon[101466]: cluster 2022-01-26T00:16:04.798115+0000 mgr.smithi111.vbmimw (mgr.14718) 3179 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:05 smithi111 conmon[101466]: audit 2022-01-26T00:16:04.869606+0000 mon.smithi111 (mon.0) 1134 : audit [DBG] from='client.? 172.21.15.111:0/2843381602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:08.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:07 smithi179 conmon[67066]: cluster 2022-01-26T00:16:06.798606+0000 mgr.smithi111.vbmimw (mgr.14718) 3180 : cluster [DBG] 2022-01-26T00:16:08.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:07 smithi179 conmon[67066]: pgmap v2739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:07 smithi111 conmon[101466]: cluster 2022-01-26T00:16:06.798606+0000 mgr.smithi111.vbmimw (mgr.14718) 3180 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:09 smithi179 conmon[67066]: cluster 2022-01-26T00:16:08.799507+0000 mgr.smithi111.vbmimw (mgr.14718) 3181 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:09 smithi111 conmon[101466]: cluster 2022-01-26T00:16:08.799507+0000 mgr.smithi111.vbmimw 2022-01-26T00:16:10.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:09 smithi111 conmon[101466]: (mgr.14718) 3181 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:11 smithi179 conmon[67066]: cluster 2022-01-26T00:16:10.800060+0000 mgr.smithi111.vbmimw (mgr.14718) 3182 : cluster [DBG] 2022-01-26T00:16:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:11 smithi179 conmon[67066]: pgmap v2741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:11 smithi111 conmon[101466]: cluster 2022-01-26T00:16:10.800060+0000 mgr.smithi111.vbmimw (mgr.14718) 3182 : cluster 2022-01-26T00:16:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:11 smithi111 conmon[101466]: [DBG] pgmap v2741: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:14.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:13 smithi179 conmon[67066]: cluster 2022-01-26T00:16:12.800569+0000 mgr.smithi111.vbmimw (mgr.14718) 3183 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:14.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:13 smithi179 conmon[67066]: 2022-01-26T00:16:14.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:13 smithi111 conmon[101466]: cluster 2022-01-26T00:16:12.800569+0000 mgr.smithi111.vbmimw (mgr.14718) 3183 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:14.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:13 smithi111 conmon[101466]: 2022-01-26T00:16:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:15 smithi179 conmon[67066]: cluster 2022-01-26T00:16:14.801366+0000 mgr.smithi111.vbmimw (mgr.14718) 3184 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:16.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:15 smithi179 conmon[67066]: 2022-01-26T00:16:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:15 smithi111 conmon[101466]: cluster 2022-01-26T00:16:14.801366+0000 mgr.smithi111.vbmimw (mgr.14718) 3184 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:15 smithi111 conmon[101466]: 2022-01-26T00:16:17.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: audit 2022-01-26T00:16:16.351591+0000 mon.smithi111 (mon.0) 1135 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: audit 2022-01-26T00:16:16.352989+0000 mon.smithi111 (mon.0) 1136 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:17.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: audit 2022-01-26T00:16:16.353787+0000 2022-01-26T00:16:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1137 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:17.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: cephadm 2022 2022-01-26T00:16:17.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: -01-26T00:16:16 2022-01-26T00:16:17.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: .354545+0000 mgr.smithi111.vbmimw (mgr.14718) 3185 : 2022-01-26T00:16:17.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:17.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:16:17.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: -26T00:16:16.664324 2022-01-26T00:16:17.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 1138 : audit [INF] 2022-01-26T00:16:17.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:16:17.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:16:17.123 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: T00:16:16.668926+0000 mon.smithi111 2022-01-26T00:16:17.124 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:16 smithi179 conmon[67066]: (mon.0) 1139 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:16:17.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: audit 2022-01-26T00:16:16.351591+0000 mon.smithi111 (mon.0) 2022-01-26T00:16:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: 1135 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: audit 2022-01-26T00:16:16.352989+0000 mon.smithi111 (mon.0) 1136 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: audit 2022-01-26T00:16: 2022-01-26T00:16:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: 16.353787+0000 mon.smithi111 (mon.0) 1137 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: cephadm 2022-01-26T00:16 2022-01-26T00:16:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: :16.354545+0000 mgr.smithi111.vbmimw (mgr.14718) 3185 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: audit 2022-01-26T00:16:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: 2022-01-26T00:16:16.664324+0000 mon.smithi111 (mon.0) 1138 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:16:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: 2022-01-26T00:16:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:16:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: 26T00:16:16.668926+0000 mon.smithi111 (mon.0) 1139 : audit [INF] 2022-01-26T00:16:17.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:16 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:16:18.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:17 smithi179 conmon[67066]: cluster 2022-01-26T00:16:16.801715+0000 mgr.smithi111.vbmimw (mgr.14718) 3186 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:18.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:17 smithi111 conmon[101466]: cluster 2022-01-26T00:16:16.801715+0000 mgr.smithi111.vbmimw (mgr.14718) 3186 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:19 smithi179 conmon[67066]: cluster 2022-01-26T00:16:18.802660+0000 mgr.smithi111.vbmimw (mgr.14718) 3187 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:19 smithi111 conmon[101466]: cluster 2022-01-26T00:16:18.802660+0000 mgr.smithi111.vbmimw (mgr.14718) 3187 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:21 smithi179 conmon[67066]: cluster 2022-01-26T00:16:20.803349+0000 mgr.smithi111.vbmimw (mgr.14718) 3188 : cluster [DBG] 2022-01-26T00:16:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:21 smithi179 conmon[67066]: pgmap v2746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:21 smithi111 conmon[101466]: cluster 2022-01-26T00:16:20.803349+0000 mgr.smithi111.vbmimw (mgr.14718) 3188 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:23 smithi179 conmon[67066]: cluster 2022-01-26T00:16:22.803939+0000 mgr.smithi111.vbmimw (mgr.14718) 3189 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:23 smithi111 conmon[101466]: cluster 2022-01-26T00:16:22.803939+0000 mgr.smithi111.vbmimw (mgr.14718) 3189 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:26.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:25 smithi179 conmon[67066]: cluster 2022-01-26T00:16:24.804976+0000 mgr.smithi111.vbmimw (mgr.14718) 3190 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:25 smithi111 conmon[101466]: cluster 2022-01-26T00:16:24.804976+0000 mgr.smithi111.vbmimw (mgr.14718) 3190 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:28.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:27 smithi111 conmon[101466]: cluster 2022-01-26T00:16:26.805445+0000 mgr.smithi111.vbmimw (mgr.14718) 3191 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:28.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:27 smithi179 conmon[67066]: cluster 2022-01-26T00:16:26.805445+0000 mgr.smithi111.vbmimw (mgr.14718) 3191 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:29 smithi179 conmon[67066]: cluster 2022-01-26T00:16:28.806222+0000 mgr.smithi111.vbmimw (mgr.14718) 3192 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:29 smithi111 conmon[101466]: cluster 2022-01-26T00:16:28.806222+0000 mgr.smithi111.vbmimw (mgr.14718) 3192 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:31.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:31 smithi179 conmon[67066]: cluster 2022-01-26T00:16:30.806742+0000 mgr.smithi111.vbmimw (mgr.14718) 3193 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:31 smithi111 conmon[101466]: cluster 2022-01-26T00:16:30.806742+0000 mgr.smithi111.vbmimw (mgr.14718) 3193 : cluster 2022-01-26T00:16:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:31 smithi111 conmon[101466]: [DBG] pgmap v2751: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:34.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:33 smithi179 conmon[67066]: cluster 2022-01-26T00:16:32.807312+0000 mgr.smithi111.vbmimw (mgr.14718) 3194 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:33 smithi111 conmon[101466]: cluster 2022-01-26T00:16:32.807312+0000 mgr.smithi111.vbmimw (mgr.14718) 3194 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:35.172 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:16:35.439 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:16:35.439 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (98m) 8m ago 99m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:16:35.439 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (90m) 8m ago 99m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:16:35.440 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (90m) 8m ago 99m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:16:35.440 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (98m) 8m ago 99m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:16:35.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (94m) 8m ago 94m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:16:35.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (94m) 8m ago 94m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:16:35.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (91m) 8m ago 101m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:16:35.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (90m) 8m ago 99m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:16:35.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (90m) 8m ago 101m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:16:35.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (90m) 8m ago 99m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:16:35.442 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (91m) 8m ago 91m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:16:35.442 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (91m) 8m ago 91m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:16:35.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (99m) 8m ago 99m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:16:35.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (98m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:16:35.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (85m) 8m ago 98m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:16:35.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (98m) 8m ago 98m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:16:35.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (97m) 8m ago 97m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:16:35.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (97m) 8m ago 97m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:16:35.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (97m) 8m ago 97m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:16:35.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (96m) 8m ago 96m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:16:35.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (96m) 8m ago 96m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:16:35.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (96m) 8m ago 96m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:16:35.445 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (98m) 8m ago 99m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:16:35.758 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:16:35.758 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:16:35.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:35.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:35.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:16:35.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:35.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:35.760 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:16:35.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:16:35.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:16:35.761 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:35.761 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:16:35.761 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:16:35.761 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:16:35.761 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:16:35.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:16:35.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:16:35.762 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:16:35.762 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:16:36.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: cluster 2022-01-26T00:16:34.808266+0000 mgr.smithi111.vbmimw (mgr.14718) 3195 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:36.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: audit 2022-01-26T00:16:35. 2022-01-26T00:16:36.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: 161241+0000 mgr.smithi111.vbmimw (mgr.14718) 3196 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:36.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: audit 2022-01-26T00:16:35.431119+0000 mgr.smithi111.vbmimw (mgr.14718) 3197 : audit [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:36.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: audit 2022-01-26T00:16:35.759427+0000 mon.smithi111 ( 2022-01-26T00:16:36.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:35 smithi179 conmon[67066]: mon.0) 1140 : audit [DBG] from='client.? 172.21.15.111:0/4163557337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: cluster 2022-01-26T00:16:34.808266+0000 mgr.smithi111.vbmimw (mgr.14718) 3195 : cluster 2022-01-26T00:16:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: [DBG] pgmap v2753: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: audit 2022-01-26T00:16:35.161241+0000 mgr.smithi111.vbmimw (mgr.14718) 3196 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: audit 2022 2022-01-26T00:16:36.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: -01-26T00:16:35.431119+0000 mgr.smithi111.vbmimw (mgr.14718) 3197 : audit [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:36.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:16:36.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: -26T00:16:35.759427+0000 mon.smithi111 2022-01-26T00:16:36.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:35 smithi111 conmon[101466]: (mon.0) 1140 : audit [DBG] from='client.? 172.21.15.111:0/4163557337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:38.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:37 smithi111 conmon[101466]: cluster 2022-01-26T00:16:36.808826+0000 mgr.smithi111.vbmimw (mgr.14718) 3198 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:37 smithi111 conmon[101466]: audit 2022-01-26T00:16:37 2022-01-26T00:16:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:37 smithi111 conmon[101466]: .656963+0000 mon.smithi111 (mon.0) 1141 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:37 smithi111 conmon[101466]: audit 2022-01-26T00:16:37.657207+0000 mon.smithi111 (mon.0) 1142 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:37 smithi179 conmon[67066]: cluster 2022-01-26T00:16:36.808826+0000 mgr.smithi111.vbmimw (mgr.14718) 3198 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:37 smithi179 conmon[67066]: audit 2022-01-26T00:16:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:37 smithi179 conmon[67066]: 2022-01-26T00:16:37.656963+0000 mon.smithi111 (mon.0) 1141 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:37 smithi179 conmon[67066]: audit 2022-01-26T00:16:37.657207+0000 mon.smithi111 (mon.0) 1142 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:39 smithi179 conmon[67066]: cluster 2022-01-26T00:16:38.809588+0000 mgr.smithi111.vbmimw (mgr.14718) 3199 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:39 smithi111 conmon[101466]: cluster 2022-01-26T00:16:38.809588+0000 mgr.smithi111.vbmimw (mgr.14718) 3199 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:39 smithi111 conmon[101466]: 2022-01-26T00:16:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:41 smithi179 conmon[67066]: cluster 2022-01-26T00:16:40.810263+0000 mgr.smithi111.vbmimw (mgr.14718) 3200 : cluster [DBG] 2022-01-26T00:16:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:41 smithi179 conmon[67066]: pgmap v2756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:42.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:41 smithi111 conmon[101466]: cluster 2022-01-26T00:16:40.810263+0000 mgr.smithi111.vbmimw (mgr.14718) 3200 : cluster 2022-01-26T00:16:42.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:41 smithi111 conmon[101466]: [DBG] pgmap v2756: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:43 smithi111 conmon[101466]: cluster 2022-01-26T00:16:42.810879+0000 mgr.smithi111.vbmimw (mgr.14718) 3201 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:43 smithi179 conmon[67066]: cluster 2022-01-26T00:16:42.810879+0000 mgr.smithi111.vbmimw (mgr.14718) 3201 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:45 smithi111 conmon[101466]: cluster 2022-01-26T00:16:44.811678+0000 mgr.smithi111.vbmimw (mgr.14718) 3202 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:45 smithi111 conmon[101466]: 2022-01-26T00:16:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:45 smithi179 conmon[67066]: cluster 2022-01-26T00:16:44.811678+0000 mgr.smithi111.vbmimw (mgr.14718) 3202 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:45 smithi179 conmon[67066]: 2022-01-26T00:16:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:47 smithi111 conmon[101466]: cluster 2022-01-26T00:16:46.812279+0000 mgr.smithi111.vbmimw (mgr.14718) 3203 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:47 smithi179 conmon[67066]: cluster 2022-01-26T00:16:46.812279+0000 mgr.smithi111.vbmimw (mgr.14718) 3203 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:49 smithi179 conmon[67066]: cluster 2022-01-26T00:16:48.813186+0000 mgr.smithi111.vbmimw (mgr.14718) 3204 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:49 smithi111 conmon[101466]: cluster 2022-01-26T00:16:48.813186+0000 mgr.smithi111.vbmimw (mgr.14718) 3204 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:51 smithi111 conmon[101466]: cluster 2022-01-26T00:16:50.813694+0000 mgr.smithi111.vbmimw (mgr.14718) 3205 : cluster 2022-01-26T00:16:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:51 smithi111 conmon[101466]: [DBG] pgmap v2761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:51 smithi179 conmon[67066]: cluster 2022-01-26T00:16:50.813694+0000 mgr.smithi111.vbmimw (mgr.14718) 3205 2022-01-26T00:16:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:51 smithi179 conmon[67066]: : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:53 smithi111 conmon[101466]: cluster 2022-01-26T00:16:52.814202+0000 mgr.smithi111.vbmimw (mgr.14718) 3206 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:53 smithi111 conmon[101466]: 2022-01-26T00:16:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:53 smithi179 conmon[67066]: cluster 2022-01-26T00:16:52.814202+0000 mgr.smithi111.vbmimw (mgr.14718) 3206 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:55 smithi111 conmon[101466]: cluster 2022-01-26T00:16:54.815199+0000 mgr.smithi111.vbmimw (mgr.14718) 3207 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:55 smithi179 conmon[67066]: cluster 2022-01-26T00:16:54.815199+0000 mgr.smithi111.vbmimw (mgr.14718) 3207 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:57 smithi111 conmon[101466]: cluster 2022-01-26T00:16:56.815910+0000 mgr.smithi111.vbmimw (mgr.14718) 3208 : cluster 2022-01-26T00:16:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:57 smithi111 conmon[101466]: [DBG] pgmap v2764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:57 smithi179 conmon[67066]: cluster 2022-01-26T00:16:56.815910+0000 mgr.smithi111.vbmimw (mgr.14718) 3208 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:16:59 smithi179 conmon[67066]: cluster 2022-01-26T00:16:58.816859+0000 mgr.smithi111.vbmimw (mgr.14718) 3209 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:59 smithi111 conmon[101466]: cluster 2022-01-26T00:16:58.816859+0000 mgr.smithi111.vbmimw (mgr.14718) 3209 : cluster 2022-01-26T00:17:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:16:59 smithi111 conmon[101466]: [DBG] pgmap v2765: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:01 smithi111 conmon[101466]: cluster 2022-01-26T00:17:00.817415+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:17:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:01 smithi111 conmon[101466]: 3210 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:01 smithi179 conmon[67066]: cluster 2022-01-26T00:17:00.817415+0000 mgr.smithi111.vbmimw (mgr.14718) 3210 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:03 smithi111 conmon[101466]: cluster 2022-01-26T00:17:02.818049+0000 mgr.smithi111.vbmimw (mgr.14718) 3211 : cluster 2022-01-26T00:17:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:03 smithi111 conmon[101466]: [DBG] pgmap v2767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:03 smithi179 conmon[67066]: cluster 2022-01-26T00:17:02.818049+0000 mgr.smithi111.vbmimw (mgr.14718) 3211 : cluster 2022-01-26T00:17:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:03 smithi179 conmon[67066]: [DBG] pgmap v2767: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:06.059 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:17:06.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:05 smithi111 conmon[101466]: cluster 2022-01-26T00:17:04.818789+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:17:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:05 smithi111 conmon[101466]: 14718) 3212 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:06.327 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:06.327 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (99m) 8m ago 100m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:17:06.327 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (90m) 8m ago 100m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:17:06.328 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (90m) 9m ago 99m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:17:06.328 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (98m) 8m ago 100m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:17:06.328 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (95m) 8m ago 95m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:17:06.328 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (95m) 9m ago 95m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:17:06.328 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (91m) 8m ago 101m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:17:06.329 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (91m) 9m ago 99m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:17:06.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (91m) 8m ago 101m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:17:06.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (90m) 9m ago 99m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:17:06.329 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (91m) 8m ago 91m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:17:06.330 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (91m) 9m ago 91m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:17:06.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (99m) 8m ago 99m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:17:06.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:17:06.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (86m) 8m ago 98m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:17:06.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (98m) 8m ago 98m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:17:06.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (98m) 8m ago 98m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:17:06.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (97m) 8m ago 97m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:17:06.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (97m) 9m ago 97m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:17:06.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (97m) 9m ago 97m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:17:06.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (97m) 9m ago 97m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:17:06.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (96m) 9m ago 96m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:17:06.332 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (98m) 8m ago 99m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:17:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:05 smithi179 conmon[67066]: cluster 2022-01-26T00:17:04.818789+0000 mgr.smithi111.vbmimw (mgr.14718) 3212 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:06.647 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:17:06.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:17:06.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:06.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:06.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:17:06.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:06.649 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:06.649 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:17:06.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:06.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:06.650 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:06.650 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:17:06.650 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:06.650 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:06.651 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:17:06.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:06.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:06.651 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:17:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:06 smithi111 conmon[101466]: audit 2022-01-26T00:17:06.048933+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:17:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:06 smithi111 conmon[101466]: 14718) 3213 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:07.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:06 smithi111 conmon[101466]: audit 2022-01-26T00:17:06.318743+0000 mgr.smithi111.vbmimw (mgr.14718) 3214 : audit [DBG] from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:07.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:06 smithi111 conmon[101466]: audit 2022-01-26T00:17:06.648607+0000 mon.smithi111 (mon.0 2022-01-26T00:17:07.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:06 smithi111 conmon[101466]: ) 1143 : audit [DBG] from='client.? 172.21.15.111:0/4248322737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:06 smithi179 conmon[67066]: audit 2022-01-26T00:17:06.048933+0000 mgr.smithi111.vbmimw (mgr.14718) 3213 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:07.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:06 smithi179 conmon[67066]: audit 2022-01-26T00:17:06.318743+0000 mgr.smithi111.vbmimw 2022-01-26T00:17:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:06 smithi179 conmon[67066]: (mgr.14718) 3214 : audit [DBG] from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:07.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:06 smithi179 conmon[67066]: audit 2022-01-26T00:17:06.648607+0000 mon.smithi111 (mon.0) 1143 : audit [DBG] from='client.? 172.21.15.111:0/4248322737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:07 smithi111 conmon[101466]: cluster 2022-01-26T00:17:06.819216+0000 mgr.smithi111.vbmimw (mgr.14718) 3215 : cluster [DBG] 2022-01-26T00:17:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:07 smithi111 conmon[101466]: pgmap v2769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:07 smithi179 conmon[67066]: cluster 2022-01-26T00:17:06.819216+0000 mgr.smithi111.vbmimw (mgr.14718) 3215 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:09 smithi179 conmon[67066]: cluster 2022-01-26T00:17:08.819879+0000 mgr.smithi111.vbmimw (mgr.14718) 3216 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:09 smithi111 conmon[101466]: cluster 2022-01-26T00:17:08.819879+0000 mgr.smithi111.vbmimw (mgr.14718) 3216 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:09 smithi111 conmon[101466]: 2022-01-26T00:17:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:11 smithi111 conmon[101466]: cluster 2022-01-26T00:17:10.820398+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:17:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:11 smithi111 conmon[101466]: mgr.14718) 3217 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:11 smithi179 conmon[67066]: cluster 2022-01-26T00:17:10.820398+0000 mgr.smithi111.vbmimw (mgr.14718) 3217 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:13 smithi111 conmon[101466]: cluster 2022-01-26T00:17:12.820938+0000 mgr.smithi111.vbmimw (mgr.14718) 3218 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:13 smithi111 conmon[101466]: 2022-01-26T00:17:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:13 smithi179 conmon[67066]: cluster 2022-01-26T00:17:12.820938+0000 mgr.smithi111.vbmimw (mgr.14718) 3218 : cluster [DBG] 2022-01-26T00:17:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:13 smithi179 conmon[67066]: pgmap v2772: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:15 smithi111 conmon[101466]: cluster 2022-01-26T00:17:14.821907+0000 mgr.smithi111.vbmimw (mgr.14718) 3219 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:15 smithi179 conmon[67066]: cluster 2022-01-26T00:17:14.821907+0000 mgr.smithi111.vbmimw (mgr.14718) 3219 : cluster 2022-01-26T00:17:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:15 smithi179 conmon[67066]: [DBG] pgmap v2773: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:17.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:16 smithi111 conmon[101466]: audit 2022-01-26T00:17:16.671546+0000 mon.smithi111 (mon.0) 1144 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:16 smithi111 conmon[101466]: audit 2022-01-26T00:17:16. 2022-01-26T00:17:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:16 smithi111 conmon[101466]: 672973+0000 mon.smithi111 (mon.0) 1145 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:17.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:16 smithi111 conmon[101466]: audit 2022-01-26T00:17:16.673731+0000 mon.smithi111 (mon.0) 1146 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:16 smithi179 conmon[67066]: audit 2022-01-26T00:17:16.671546+0000 mon.smithi111 (mon. 2022-01-26T00:17:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:16 smithi179 conmon[67066]: 0) 1144 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:16 smithi179 conmon[67066]: audit 2022-01-26T00:17:16.672973+0000 mon.smithi111 (mon.0) 1145 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:17.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:16 smithi179 conmon[67066]: audit 2022-01-26T00:17:16.673731+0000 mon.smithi111 (mon.0) 1146 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:18.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: cephadm 2022-01-26T00:17:16.674445+0000 mgr.smithi111.vbmimw (mgr.14718) 3220 : cephadm [WRN] 2022-01-26T00:17:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: cluster 2022-01-26T00:17:16.822284+0000 mgr.smithi111.vbmimw (mgr.14718) 3221 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:17:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: -26T00:17:16.977763+0000 mon.smithi111 (mon.0) 1147 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:17:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:17:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: 01-26T00:17:16.980146 2022-01-26T00:17:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1148 : audit [INF] 2022-01-26T00:17:18.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:17:18.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: audit 2022-01-26T00 2022-01-26T00:17:18.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: :17:16.984071+0000 mon.smithi111 (mon. 2022-01-26T00:17:18.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: 0) 1149 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:17:18.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: audit 2022-01-26T00:17:18.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: 2022-01-26T00:17: 2022-01-26T00:17:18.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: 16.988557+0000 mon.smithi111 (mon.0) 1150 : 2022-01-26T00:17:18.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:17 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:17:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: cephadm 2022-01-26T00:17:16.674445+0000 mgr.smithi111.vbmimw (mgr.14718) 3220 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: cluster 2022-01-26T00:17:16.822284 2022-01-26T00:17:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: +0000 mgr.smithi111.vbmimw (mgr.14718) 3221 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: audit 2022-01-26T00:17:16.977763+0000 mon.smithi111 (mon.0) 1147 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:17:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: audit 2022-01-26T00:17: 2022-01-26T00:17:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: 16.980146+0000 mon.smithi111 (mon.0) 1148 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:17:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: audit 2022-01-26T00 2022-01-26T00:17:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: :17:16.984071+0000 mon.smithi111 (mon.0 2022-01-26T00:17:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: ) 1149 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:17:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:17:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: 01-26T00:17:16 2022-01-26T00:17:18.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: .988557+0000 mon.smithi111 (mon.0) 1150 : audit 2022-01-26T00:17:18.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:17 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:17:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:19 smithi179 conmon[67066]: cluster 2022-01-26T00:17:18.822998+0000 mgr.smithi111.vbmimw (mgr.14718) 3222 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:19 smithi111 conmon[101466]: cluster 2022-01-26T00:17:18.822998+0000 mgr.smithi111.vbmimw (mgr.14718) 3222 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:21 smithi111 conmon[101466]: cluster 2022-01-26T00:17:20.823500+0000 mgr.smithi111.vbmimw (mgr.14718) 3223 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:21 smithi179 conmon[67066]: cluster 2022-01-26T00:17:20.823500+0000 mgr.smithi111.vbmimw (mgr.14718) 3223 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:23 smithi111 conmon[101466]: cluster 2022-01-26T00:17:22.824073+0000 mgr.smithi111.vbmimw (mgr.14718) 3224 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:23 smithi179 conmon[67066]: cluster 2022-01-26T00:17:22.824073+0000 mgr.smithi111.vbmimw (mgr.14718) 3224 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:25 smithi111 conmon[101466]: cluster 2022-01-26T00:17:24.824864+0000 mgr.smithi111.vbmimw (mgr.14718) 3225 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:26.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:25 smithi111 conmon[101466]: 2022-01-26T00:17:26.378 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:25 smithi179 conmon[67066]: cluster 2022-01-26T00:17:24.824864+0000 mgr.smithi111.vbmimw (mgr.14718) 3225 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:27 smithi111 conmon[101466]: cluster 2022-01-26T00:17:26.825456+0000 mgr.smithi111.vbmimw (mgr.14718) 3226 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:27 smithi179 conmon[67066]: cluster 2022-01-26T00:17:26.825456+0000 mgr.smithi111.vbmimw (mgr.14718) 3226 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:29 smithi179 conmon[67066]: cluster 2022-01-26T00:17:28.826227+0000 mgr.smithi111.vbmimw (mgr.14718) 3227 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:29 smithi111 conmon[101466]: cluster 2022-01-26T00:17:28.826227+0000 mgr.smithi111.vbmimw (mgr.14718) 3227 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:29 smithi111 conmon[101466]: 2022-01-26T00:17:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:31 smithi111 conmon[101466]: cluster 2022-01-26T00:17:30.826803+0000 mgr.smithi111.vbmimw (mgr.14718) 3228 : cluster 2022-01-26T00:17:32.325 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:31 smithi111 conmon[101466]: [DBG] pgmap v2781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:31 smithi179 conmon[67066]: cluster 2022-01-26T00:17:30.826803+0000 mgr.smithi111.vbmimw (mgr.14718) 3228 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:33 smithi111 conmon[101466]: cluster 2022-01-26T00:17:32.827328+0000 mgr.smithi111.vbmimw (mgr.14718) 3229 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:34.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:33 smithi111 conmon[101466]: 2022-01-26T00:17:34.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:33 smithi179 conmon[67066]: cluster 2022-01-26T00:17:32.827328+0000 mgr.smithi111.vbmimw (mgr.14718) 3229 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:35 smithi111 conmon[101466]: cluster 2022-01-26T00:17:34.828214+0000 2022-01-26T00:17:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:35 smithi111 conmon[101466]: mgr.smithi111.vbmimw (mgr.14718) 3230 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:35 smithi179 conmon[67066]: cluster 2022-01-26T00:17:34.828214+0000 mgr.smithi111.vbmimw (mgr.14718) 3230 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:35 smithi179 conmon[67066]: 2022-01-26T00:17:36.953 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:17:37.220 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:37.220 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (99m) 9m ago 100m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:17:37.220 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (91m) 9m ago 100m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:17:37.226 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (91m) 9m ago 100m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:17:37.228 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (99m) 9m ago 100m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:17:37.231 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (95m) 9m ago 95m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:17:37.232 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (95m) 9m ago 95m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:17:37.234 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (92m) 9m ago 102m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:17:37.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (91m) 9m ago 100m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:17:37.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (91m) 9m ago 102m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:17:37.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (91m) 9m ago 100m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:17:37.238 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (92m) 9m ago 92m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:17:37.238 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (92m) 9m ago 92m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:17:37.239 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (100m) 9m ago 100m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:17:37.239 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:17:37.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (86m) 9m ago 99m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:17:37.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (99m) 9m ago 99m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:17:37.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (98m) 9m ago 98m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:17:37.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (98m) 9m ago 98m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:17:37.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (98m) 9m ago 98m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:17:37.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (97m) 9m ago 97m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:17:37.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (97m) 9m ago 97m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:17:37.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (97m) 9m ago 97m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:17:37.243 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (99m) 9m ago 100m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:17:37.540 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:17:37.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:17:37.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:37.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:37.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:17:37.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:37.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:37.542 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:17:37.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:37.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:37.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:37.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:17:37.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:37.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:17:37.543 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:17:37.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:37.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:37.544 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:17:37.544 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:17:38.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: cluster 2022-01-26T00:17:36.828631+0000 mgr.smithi111.vbmimw (mgr.14718) 3231 : cluster 2022-01-26T00:17:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: [DBG] pgmap v2784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: audit 2022-01-26T00:17:36.942804+0000 mgr.smithi111.vbmimw (mgr.14718) 3232 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:17:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: -26T00:17:37.212369+0000 mgr.smithi111.vbmimw (mgr.14718) 3233 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: audit 2022-01-26T00:17:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: 2022-01-26T00:17:37.541160+0000 mon.smithi111 (mon.0) 1151 : audit [DBG] from='client.? 172.21.15.111:0/59014148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:17:38.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: 26T00:17:37.660431+0000 mon.smithi111 (mon.0) 2022-01-26T00:17:38.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: 1152 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:38.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: audit 2022-01-26T 2022-01-26T00:17:38.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: 00:17:37.660660+0000 mon.smithi111 (mon. 2022-01-26T00:17:38.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:37 smithi111 conmon[101466]: 0) 1153 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: cluster 2022-01-26T00:17:36.828631+0000 mgr.smithi111.vbmimw (mgr.14718) 3231 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: audit 2022-01-26T00:17:36.942804+0000 mgr.smithi111.vbmimw (mgr.14718) 3232 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: audit 2022-01-26T00:17:37.212369+0000 mgr.smithi111.vbmimw (mgr.14718) 3233 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: audit 2022-01-26T00:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: 2022-01-26T00:17:37.541160+0000 mon.smithi111 (mon.0) 1151 : audit [DBG] from='client.? 172.21.15.111:0/59014148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:17:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: -26T00:17:37.660431+0000 mon.smithi111 ( 2022-01-26T00:17:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: mon.0) 1152 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:17:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: 01-26T00:17:37.660660+0000 mon.smithi111 2022-01-26T00:17:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:37 smithi179 conmon[67066]: (mon.0) 1153 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:39 smithi179 conmon[67066]: cluster 2022-01-26T00:17:38.829348+0000 mgr.smithi111.vbmimw (mgr.14718) 3234 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:39 smithi111 conmon[101466]: cluster 2022-01-26T00:17:38.829348+0000 mgr.smithi111.vbmimw (mgr.14718) 3234 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:41 smithi111 conmon[101466]: cluster 2022-01-26T00:17:40.829892+0000 mgr.smithi111.vbmimw (mgr.14718) 3235 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:41 smithi179 conmon[67066]: cluster 2022-01-26T00:17:40.829892+0000 mgr.smithi111.vbmimw (mgr.14718) 3235 : cluster 2022-01-26T00:17:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:41 smithi179 conmon[67066]: [DBG] pgmap v2786: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:43 smithi111 conmon[101466]: cluster 2022-01-26T00:17:42.830482+0000 mgr.smithi111.vbmimw (mgr.14718) 3236 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:43 smithi179 conmon[67066]: cluster 2022-01-26T00:17:42.830482+0000 mgr.smithi111.vbmimw (mgr.14718) 3236 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:45 smithi111 conmon[101466]: cluster 2022-01-26T00:17:44.831432+0000 mgr.smithi111.vbmimw (mgr.14718) 3237 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:45 smithi179 conmon[67066]: cluster 2022-01-26T00:17:44.831432+0000 mgr.smithi111.vbmimw (mgr.14718) 3237 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:47 smithi111 conmon[101466]: cluster 2022-01-26T00:17:46.831840+0000 mgr.smithi111.vbmimw (mgr.14718) 3238 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:47 smithi111 conmon[101466]: 2022-01-26T00:17:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:47 smithi179 conmon[67066]: cluster 2022-01-26T00:17:46.831840+0000 mgr.smithi111.vbmimw (mgr.14718) 3238 : cluster 2022-01-26T00:17:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:47 smithi179 conmon[67066]: [DBG] pgmap v2789: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:49 smithi179 conmon[67066]: cluster 2022-01-26T00:17:48.832847+0000 mgr.smithi111.vbmimw (mgr.14718) 3239 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:49 smithi179 conmon[67066]: 2022-01-26T00:17:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:49 smithi111 conmon[101466]: cluster 2022-01-26T00:17:48.832847+0000 mgr.smithi111.vbmimw (mgr.14718) 3239 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:51 smithi111 conmon[101466]: cluster 2022-01-26T00:17:50.833565+0000 mgr.smithi111.vbmimw (mgr.14718) 3240 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:51 smithi179 conmon[67066]: cluster 2022-01-26T00:17:50.833565+0000 mgr.smithi111.vbmimw (mgr.14718) 3240 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:53 smithi111 conmon[101466]: cluster 2022-01-26T00:17:52.834192+0000 mgr.smithi111.vbmimw (mgr.14718) 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:53 smithi111 conmon[101466]: 2022-01-26T00:17:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:53 smithi179 conmon[67066]: cluster 2022-01-26T00:17:52.834192+0000 mgr.smithi111.vbmimw (mgr.14718) 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:55 smithi111 conmon[101466]: cluster 2022-01-26T00:17:54.835168+0000 mgr.smithi111.vbmimw (mgr.14718) 3242 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:55 smithi111 conmon[101466]: 2022-01-26T00:17:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:55 smithi179 conmon[67066]: cluster 2022-01-26T00:17:54.835168+0000 mgr.smithi111.vbmimw (mgr.14718) 3242 : cluster [DBG] 2022-01-26T00:17:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:55 smithi179 conmon[67066]: pgmap v2793: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:57 smithi111 conmon[101466]: cluster 2022-01-26T00:17:56.835583+0000 mgr.smithi111.vbmimw (mgr.14718) 3243 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:58.780 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:57 smithi179 conmon[67066]: cluster 2022-01-26T00:17:56.835583+0000 mgr.smithi111.vbmimw (mgr.14718) 3243 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:59 smithi179 conmon[67066]: cluster 2022-01-26T00:17:58.836479+0000 mgr.smithi111.vbmimw (mgr.14718) 3244 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:17:59 smithi179 conmon[67066]: 2022-01-26T00:18:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:59 smithi111 conmon[101466]: cluster 2022-01-26T00:17:58.836479+0000 mgr.smithi111.vbmimw (mgr.14718) 3244 2022-01-26T00:18:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:17:59 smithi111 conmon[101466]: : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:01 smithi111 conmon[101466]: cluster 2022-01-26T00:18:00.837048+0000 mgr.smithi111.vbmimw (mgr.14718) 3245 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:02.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:01 smithi179 conmon[67066]: cluster 2022-01-26T00:18:00.837048+0000 mgr.smithi111.vbmimw (mgr.14718) 3245 : cluster [DBG] 2022-01-26T00:18:02.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:01 smithi179 conmon[67066]: pgmap v2796: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:03 smithi111 conmon[101466]: cluster 2022-01-26T00:18:02.837512+0000 mgr.smithi111.vbmimw (mgr.14718) 3246 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:03 smithi179 conmon[67066]: cluster 2022-01-26T00:18:02.837512+0000 mgr.smithi111.vbmimw (mgr.14718) 3246 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:06.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:05 smithi111 conmon[101466]: cluster 2022-01-26T00:18:04.838267+0000 mgr.smithi111.vbmimw (mgr.14718) 3247 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:05 smithi179 conmon[67066]: cluster 2022-01-26T00:18:04.838267+0000 mgr.smithi111.vbmimw (mgr.14718) 3247 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:18:08.106 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:08.107 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (100m) 10m ago 101m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:18:08.107 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (91m) 10m ago 101m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:18:08.107 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (91m) 10m ago 100m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:18:08.107 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (100m) 10m ago 101m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:18:08.108 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (96m) 10m ago 96m 25.5M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:18:08.108 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (96m) 10m ago 96m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:18:08.108 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (92m) 10m ago 102m 564M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:18:08.108 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (92m) 10m ago 100m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:18:08.108 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (92m) 10m ago 102m 626M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:18:08.109 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (91m) 10m ago 100m 322M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:18:08.109 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (92m) 10m ago 92m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:18:08.109 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (92m) 10m ago 92m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:18:08.110 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (101m) 10m ago 101m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:18:08.110 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (100m) 10m ago 100m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:18:08.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (87m) 10m ago 99m 1980M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:18:08.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (99m) 10m ago 99m 3031M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:18:08.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (99m) 10m ago 99m 2259M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:18:08.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (98m) 10m ago 98m 3012M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:18:08.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (98m) 10m ago 98m 2548M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:18:08.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (98m) 10m ago 98m 3515M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:18:08.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (98m) 10m ago 98m 2806M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:18:08.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (97m) 10m ago 97m 4453M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:18:08.112 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (99m) 10m ago 100m 70.6M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:18:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:07 smithi111 conmon[101466]: cluster 2022-01-26T00:18:06.838763+0000 mgr.smithi111.vbmimw (mgr.14718) 3248 2022-01-26T00:18:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:07 smithi111 conmon[101466]: : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:07 smithi179 conmon[67066]: cluster 2022-01-26T00:18:06.838763+0000 mgr.smithi111.vbmimw (mgr.14718) 3248 : cluster [DBG] 2022-01-26T00:18:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:07 smithi179 conmon[67066]: pgmap v2799: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:08.433 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:18:08.433 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:18:08.433 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:08.433 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:08.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:18:08.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:08.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:08.434 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:18:08.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:08.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:08.435 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:08.435 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:18:08.436 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:08.436 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:08.436 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:18:08.436 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:08.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:08.437 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:18:08.437 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:18:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:08 smithi111 conmon[101466]: audit 2022-01-26T00:18:07.828217+0000 mgr.smithi111.vbmimw (mgr.14718) 3249 : 2022-01-26T00:18:09.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:08 smithi111 conmon[101466]: audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:08 smithi111 conmon[101466]: audit 2022-01-26T00:18:08.098814+0000 mgr.smithi111.vbmimw (mgr.14718) 3250 : audit [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:08 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:18:09.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:08 smithi111 conmon[101466]: T00:18:08.433940+0000 mon.smithi111 (mon.0) 1154 : audit [DBG] from='client.? 172.21.15.111:0/2359434764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:09.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:08 smithi179 conmon[67066]: audit 2022-01-26T00:18:07.828217+0000 mgr.smithi111.vbmimw (mgr.14718) 3249 : audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:09.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:08 smithi179 conmon[67066]: audit 2022-01-26T00:18:08.098814+0000 mgr.smithi111.vbmimw (mgr.14718) 3250 : audit [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:09.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:08 smithi179 conmon[67066]: audit 2022-01-26T00:18:08.433940+0000 mon.smithi111 (mon.0) 1154 : audit [DBG] from='client.? 172.21.15.111:0/2359434764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:09 smithi111 conmon[101466]: cluster 2022-01-26T00:18:08.839571+0000 mgr.smithi111.vbmimw (mgr.14718) 3251 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:09 smithi179 conmon[67066]: cluster 2022-01-26T00:18:08.839571+0000 mgr.smithi111.vbmimw (mgr.14718) 3251 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:10.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:09 smithi179 conmon[67066]: 2022-01-26T00:18:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:11 smithi111 conmon[101466]: cluster 2022-01-26T00:18:10.840030+0000 mgr.smithi111.vbmimw (mgr.14718) 3252 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:11 smithi179 conmon[67066]: cluster 2022-01-26T00:18:10.840030+0000 mgr.smithi111.vbmimw (mgr.14718) 3252 : cluster [DBG] 2022-01-26T00:18:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:11 smithi179 conmon[67066]: pgmap v2801: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:13 smithi111 conmon[101466]: cluster 2022-01-26T00:18:12.840466+0000 mgr.smithi111.vbmimw (mgr.14718) 3253 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:13 smithi179 conmon[67066]: cluster 2022-01-26T00:18:12.840466+0000 mgr.smithi111.vbmimw (mgr.14718) 3253 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:15 smithi111 conmon[101466]: cluster 2022-01-26T00:18:14.841236+0000 mgr.smithi111.vbmimw (mgr.14718) 3254 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:15 smithi179 conmon[67066]: cluster 2022-01-26T00:18:14.841236+0000 mgr.smithi111.vbmimw (mgr.14718) 3254 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:15 smithi179 conmon[67066]: 2022-01-26T00:18:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: cluster 2022-01-26T00:18:16.841828+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:18:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: 3255 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: audit 2022-01-26T00:18:16.991215+0000 mon.smithi111 (mon.0) 1155 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: audit 2022-01-26T00:18:16.992559+0000 mon.smithi111 (mon.0) 1156 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: audit 2022-01-26T00:18:16.993549+0000 mon.smithi111 (mon.0) 1157 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: cephadm 2022-01-26T00:18:16.994290+0000 mgr.smithi111.vbmimw (mgr.14718) 3256 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:18.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:17 smithi111 conmon[101466]: audit 2022-01-26T00:18:17.250696+0000 mon.smithi111 (mon.0) 1158 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: cluster 2022-01-26T00:18:16.841828+0000 mgr.smithi111.vbmimw (mgr.14718) 3255 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: audit 2022-01-26T00:18:16.991215+0000 mon.smithi111 (mon.0) 1155 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: audit 2022-01-26T00:18:16.992559+0000 mon.smithi111 (mon.0) 1156 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: audit 2022-01-26T00:18:16.993549+0000 mon.smithi111 (mon.0) 1157 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: cephadm 2022-01-26T00:18:16.994290+0000 mgr.smithi111.vbmimw (mgr.14718) 3256 : cephadm [WRN] 2022-01-26T00:18:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: audit 2022-01-26T00:18:17.250696+0000 mon.smithi111 (mon. 2022-01-26T00:18:18.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:17 smithi179 conmon[67066]: 0) 1158 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:19 smithi179 conmon[67066]: cluster 2022-01-26T00:18:18.842424+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:18:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:19 smithi179 conmon[67066]: .14718) 3257 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:19 smithi111 conmon[101466]: cluster 2022-01-26T00:18:18.842424+0000 mgr.smithi111.vbmimw (mgr.14718) 3257 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:21.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:21 smithi179 conmon[67066]: audit 2022-01-26T00:18:20.503318+0000 mon.smithi111 (mon.0) 1159 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:21.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:21 smithi111 conmon[101466]: audit 2022-01-26T00:18:20.503318+0000 2022-01-26T00:18:21.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:21 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1159 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:22.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:22 smithi179 conmon[67066]: cluster 2022-01-26T00:18:20.842876+0000 mgr.smithi111.vbmimw (mgr.14718) 3258 : cluster 2022-01-26T00:18:22.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:22 smithi179 conmon[67066]: [DBG] pgmap v2806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:22.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:22 smithi111 conmon[101466]: cluster 2022-01-26T00:18:20.842876+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:18:22.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:22 smithi111 conmon[101466]: mgr.14718) 3258 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:23.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:23 smithi111 conmon[101466]: audit 2022-01-26T00:18:22.621665+0000 mon.smithi111 (mon.0) 1160 : audit [INF] 2022-01-26T00:18:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:23 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:23.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:23 smithi111 conmon[101466]: audit 2022-01-26T00:18:22.905700+0000 mon.smithi111 (mon.0) 1161 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:23 smithi111 conmon[101466]: audit 2022 2022-01-26T00:18:23.984 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:23 smithi111 conmon[101466]: -01-26T00:18:22.910442+0000 mon.smithi111 (mon.0) 1162 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:23 smithi179 conmon[67066]: audit 2022-01-26T00:18:22.621665+0000 mon.smithi111 (mon.0) 1160 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:24.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:23 smithi179 conmon[67066]: audit 2022-01-26T00:18:22.905700+0000 mon.smithi111 (mon.0) 1161 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:24.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:23 smithi179 conmon[67066]: audit 2022-01-26T00:18:22.910442+0000 mon.smithi111 (mon.0) 1162 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:18:24.982 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:24 smithi111 conmon[101466]: cluster 2022-01-26T00:18:22.843346+0000 mgr.smithi111.vbmimw (mgr.14718) 3259 : 2022-01-26T00:18:24.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:24 smithi111 conmon[101466]: cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:25.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:24 smithi179 conmon[67066]: cluster 2022-01-26T00:18:22.843346+0000 mgr.smithi111.vbmimw (mgr.14718) 3259 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:26.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:26 smithi111 conmon[101466]: cluster 2022-01-26T00:18:24.844066+0000 mgr.smithi111.vbmimw (mgr.14718) 3260 2022-01-26T00:18:26.986 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:26 smithi111 conmon[101466]: : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:27.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:26 smithi179 conmon[67066]: cluster 2022-01-26T00:18:24.844066+0000 mgr.smithi111.vbmimw (mgr.14718) 3260 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:28.983 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:28 smithi111 conmon[101466]: cluster 2022-01-26T00:18:26.844504+0000 mgr.smithi111.vbmimw (mgr.14718) 3261 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:28 smithi179 conmon[67066]: cluster 2022-01-26T00:18:26.844504+0000 mgr.smithi111.vbmimw (mgr.14718) 3261 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:29.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:28 smithi179 conmon[67066]: 2022-01-26T00:18:30.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:29 smithi179 conmon[67066]: cluster 2022-01-26T00:18:28.845406+0000 mgr.smithi111.vbmimw (mgr.14718) 3262 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:29 smithi111 conmon[101466]: cluster 2022-01-26T00:18:28.845406+0000 mgr.smithi111.vbmimw (mgr.14718) 3262 2022-01-26T00:18:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:29 smithi111 conmon[101466]: : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:31 smithi111 conmon[101466]: cluster 2022-01-26T00:18:30.846118+0000 mgr.smithi111.vbmimw (mgr.14718) 3263 : cluster 2022-01-26T00:18:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:31 smithi111 conmon[101466]: [DBG] pgmap v2811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:31 smithi179 conmon[67066]: cluster 2022-01-26T00:18:30.846118+0000 mgr.smithi111.vbmimw (mgr.14718) 3263 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:33 smithi111 conmon[101466]: cluster 2022-01-26T00:18:32.846603+0000 mgr.smithi111.vbmimw (mgr.14718) 3264 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:33 smithi179 conmon[67066]: cluster 2022-01-26T00:18:32.846603+0000 mgr.smithi111.vbmimw (mgr.14718) 3264 : cluster [DBG] 2022-01-26T00:18:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:33 smithi179 conmon[67066]: pgmap v2812: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:35 smithi111 conmon[101466]: cluster 2022-01-26T00:18:34.847434+0000 mgr.smithi111.vbmimw (mgr.14718) 3265 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:35 smithi179 conmon[67066]: cluster 2022-01-26T00:18:34.847434+0000 mgr.smithi111.vbmimw (mgr.14718) 3265 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:37 smithi111 conmon[101466]: cluster 2022-01-26T00:18:36.848120+0000 mgr.smithi111.vbmimw (mgr.14718) 3266 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:37 smithi111 conmon[101466]: audit 2022-01-26T00:18:37.664632+0000 mon.smithi111 (mon.0) 1163 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:37 smithi111 conmon[101466]: audit 2022-01-26T00:18:37.664877+0000 mon.smithi111 (mon.0) 1164 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:37 smithi179 conmon[67066]: cluster 2022-01-26T00:18:36.848120+0000 mgr.smithi111.vbmimw (mgr.14718) 3266 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:37 smithi179 conmon[67066]: audit 2022-01-26T00:18:37.664632+0000 mon.smithi111 (mon.0) 1163 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:37 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:18:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:37 smithi179 conmon[67066]: T00:18:37.664877+0000 mon.smithi111 (mon.0) 1164 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:38.731 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:18:38.998 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:38.999 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (100m) 16s ago 101m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:18:38.999 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (92m) 16s ago 101m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:18:38.999 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (92m) 18s ago 101m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:18:38.999 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (100m) 16s ago 101m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:18:39.000 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (96m) 16s ago 96m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:18:39.000 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (96m) 18s ago 96m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:18:39.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (93m) 16s ago 103m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:18:39.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (92m) 18s ago 101m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:18:39.001 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (92m) 16s ago 103m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:18:39.001 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (92m) 18s ago 101m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:18:39.001 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (93m) 16s ago 93m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:18:39.001 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (93m) 18s ago 93m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:18:39.002 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (101m) 16s ago 101m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:18:39.002 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (100m) 18s ago 100m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:18:39.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (87m) 16s ago 100m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:18:39.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (100m) 16s ago 100m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:18:39.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (99m) 16s ago 99m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:18:39.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (99m) 16s ago 99m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:18:39.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (99m) 18s ago 99m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:18:39.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (98m) 18s ago 98m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:18:39.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (98m) 18s ago 98m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:18:39.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (98m) 18s ago 98m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:18:39.005 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (100m) 16s ago 101m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:18:39.319 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:18:39.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:18:39.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:39.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:39.321 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:18:39.321 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:39.321 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:39.322 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:18:39.322 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:39.322 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:39.322 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:39.323 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:18:39.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:39.323 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:18:39.323 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:18:39.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:39.324 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:39.324 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:18:39.324 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:18:40.120 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:39 smithi179 conmon[67066]: audit 2022-01-26T00:18:38.719310+0000 mgr.smithi111.vbmimw (mgr.14718) 3267 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:39 smithi179 conmon[67066]: cluster 2022-01-26T00:18:38.848765+0000 mgr.smithi111.vbmimw (mgr.14718) 3268 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:39 smithi179 conmon[67066]: audit 2022-01-26T00:18:38.990964+0000 mgr.smithi111.vbmimw (mgr.14718) 3269 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:40.121 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:39 smithi179 conmon[67066]: audit 2022-01-26T00:18: 2022-01-26T00:18:40.122 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:39 smithi179 conmon[67066]: 39.319293+0000 mon.smithi111 (mon.0) 1165 : audit [DBG] from='client.? 172.21.15.111:0/3161114259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: audit 2022-01-26T00:18:38.719310+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:18:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: .14718) 3267 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: cluster 2022-01-26T00:18:38.848765+0000 mgr.smithi111.vbmimw (mgr.14718) 3268 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: 2022-01-26T00:18:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: audit 2022-01-26T00:18 2022-01-26T00:18:40.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: :38.990964+0000 mgr.smithi111.vbmimw (mgr.14718) 3269 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: audit 2022-01-26T00:18:39. 2022-01-26T00:18:40.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:39 smithi111 conmon[101466]: 319293+0000 mon.smithi111 (mon.0) 1165 : audit [DBG] from='client.? 172.21.15.111:0/3161114259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:41 smithi111 conmon[101466]: cluster 2022-01-26T00:18:40.849286+0000 mgr.smithi111.vbmimw (mgr.14718) 3270 : cluster 2022-01-26T00:18:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:41 smithi111 conmon[101466]: [DBG] pgmap v2816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:41 smithi179 conmon[67066]: cluster 2022-01-26T00:18:40.849286+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:18:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:41 smithi179 conmon[67066]: 14718) 3270 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:44.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:43 smithi111 conmon[101466]: cluster 2022-01-26T00:18:42.849891+0000 mgr.smithi111.vbmimw (mgr.14718) 3271 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:43 smithi179 conmon[67066]: cluster 2022-01-26T00:18:42.849891+0000 mgr.smithi111.vbmimw (mgr.14718) 3271 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:43 smithi179 conmon[67066]: 2022-01-26T00:18:46.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:45 smithi111 conmon[101466]: cluster 2022-01-26T00:18:44.850681+0000 mgr.smithi111.vbmimw (mgr.14718) 3272 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:45 smithi179 conmon[67066]: cluster 2022-01-26T00:18:44.850681+0000 mgr.smithi111.vbmimw (mgr.14718) 3272 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:47 smithi111 conmon[101466]: cluster 2022-01-26T00:18:46.851203+0000 mgr.smithi111.vbmimw (mgr.14718) 3273 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:47 smithi111 conmon[101466]: 2022-01-26T00:18:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:47 smithi179 conmon[67066]: cluster 2022-01-26T00:18:46.851203+0000 mgr.smithi111.vbmimw (mgr.14718) 3273 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:47 smithi179 conmon[67066]: 2022-01-26T00:18:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:49 smithi179 conmon[67066]: cluster 2022-01-26T00:18:48.852147+0000 mgr.smithi111.vbmimw (mgr.14718) 3274 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:49 smithi111 conmon[101466]: cluster 2022-01-26T00:18:48.852147+0000 mgr.smithi111.vbmimw (mgr.14718) 3274 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:51 smithi111 conmon[101466]: cluster 2022-01-26T00:18:50.852836+0000 mgr.smithi111.vbmimw (mgr.14718) 3275 : cluster [DBG] 2022-01-26T00:18:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:51 smithi111 conmon[101466]: pgmap v2821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:51 smithi179 conmon[67066]: cluster 2022-01-26T00:18:50.852836+0000 mgr.smithi111.vbmimw (mgr.14718) 3275 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:53 smithi111 conmon[101466]: cluster 2022-01-26T00:18:52.853379+0000 mgr.smithi111.vbmimw (mgr.14718) 3276 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:53 smithi179 conmon[67066]: cluster 2022-01-26T00:18:52.853379+0000 mgr.smithi111.vbmimw (mgr.14718) 3276 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:56.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:55 smithi111 conmon[101466]: cluster 2022-01-26T00:18:54.854330+0000 mgr.smithi111.vbmimw (mgr.14718) 3277 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:55 smithi179 conmon[67066]: cluster 2022-01-26T00:18:54.854330+0000 mgr.smithi111.vbmimw (mgr.14718) 3277 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:56.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:55 smithi179 conmon[67066]: 2022-01-26T00:18:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:57 smithi111 conmon[101466]: cluster 2022-01-26T00:18:56.854830+0000 mgr.smithi111.vbmimw (mgr.14718) 3278 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:57 smithi179 conmon[67066]: cluster 2022-01-26T00:18:56.854830+0000 mgr.smithi111.vbmimw (mgr.14718) 3278 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:58.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:57 smithi179 conmon[67066]: 2022-01-26T00:19:00.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:18:59 smithi179 conmon[67066]: cluster 2022-01-26T00:18:58.855555+0000 mgr.smithi111.vbmimw (mgr.14718) 3279 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:18:59 smithi111 conmon[101466]: cluster 2022-01-26T00:18:58.855555+0000 mgr.smithi111.vbmimw (mgr.14718) 3279 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:02.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:01 smithi111 conmon[101466]: cluster 2022-01-26T00:19:00.856097+0000 mgr.smithi111.vbmimw (mgr.14718) 3280 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:01 smithi179 conmon[67066]: cluster 2022-01-26T00:19:00.856097+0000 mgr.smithi111.vbmimw (mgr.14718) 3280 : 2022-01-26T00:19:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:01 smithi179 conmon[67066]: cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:03 smithi111 conmon[101466]: cluster 2022-01-26T00:19:02.856635+0000 mgr.smithi111.vbmimw (mgr.14718) 3281 : cluster [DBG] 2022-01-26T00:19:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:03 smithi111 conmon[101466]: pgmap v2827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:03 smithi179 conmon[67066]: cluster 2022-01-26T00:19:02.856635+0000 mgr.smithi111.vbmimw (mgr.14718) 3281 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:05 smithi111 conmon[101466]: cluster 2022-01-26T00:19:04.857531+0000 mgr.smithi111.vbmimw (mgr.14718) 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:06.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:05 smithi179 conmon[67066]: cluster 2022-01-26T00:19:04.857531+0000 mgr.smithi111.vbmimw (mgr.14718) 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:07 smithi111 conmon[101466]: cluster 2022-01-26T00:19:06.857914+0000 mgr.smithi111.vbmimw (mgr.14718) 3283 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:07 smithi179 conmon[67066]: cluster 2022-01-26T00:19:06.857914+0000 mgr.smithi111.vbmimw (mgr.14718) 3283 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:09.618 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:19:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (101m) 47s ago 102m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:19:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (92m) 47s ago 102m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:19:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (92m) 49s ago 101m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:19:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (101m) 47s ago 102m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:19:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (97m) 47s ago 97m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:19:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (97m) 49s ago 97m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:19:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (93m) 47s ago 103m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:19:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (93m) 49s ago 101m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:19:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (93m) 47s ago 103m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:19:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (92m) 49s ago 101m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:19:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (93m) 47s ago 93m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:19:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (93m) 49s ago 93m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:19:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (102m) 47s ago 102m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:19:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (101m) 49s ago 101m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:19:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (88m) 47s ago 100m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:19:09.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (100m) 47s ago 100m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:19:09.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (100m) 47s ago 100m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:19:09.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (99m) 47s ago 99m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:19:09.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (99m) 49s ago 99m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:19:09.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (99m) 49s ago 99m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:19:09.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (99m) 49s ago 99m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:19:09.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (98m) 49s ago 98m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:19:09.889 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (100m) 47s ago 101m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:19:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:09 smithi179 conmon[67066]: cluster 2022-01-26T00:19:08.858628+0000 mgr.smithi111.vbmimw (mgr.14718) 3284 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:09 smithi179 conmon[67066]: audit 2022-01-26T00:19:09.606720+0000 2022-01-26T00:19:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:09 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3285 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:10.203 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:19:10.203 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:19:10.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:10.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:10.204 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:19:10.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:10.204 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:10.204 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:19:10.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:10.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:10.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:10.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:19:10.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:10.206 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:10.206 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:19:10.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:10.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:10.206 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:19:10.207 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:19:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:09 smithi111 conmon[101466]: cluster 2022-01-26T00:19:08.858628+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:19:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:09 smithi111 conmon[101466]: .14718) 3284 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:09 smithi111 conmon[101466]: audit 2022-01-26T00:19:09.606720+0000 mgr.smithi111.vbmimw (mgr.14718) 3285 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:10 smithi179 conmon[67066]: audit 2022-01-26T00:19:09.876339+0000 mgr.smithi111.vbmimw (mgr.14718) 3286 : audit [DBG] 2022-01-26T00:19:11.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:10 smithi179 conmon[67066]: from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:11.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:10 smithi179 conmon[67066]: audit 2022-01-26T00:19:10.204119+0000 mon.smithi111 (mon.0) 1166 : audit [DBG] from='client.? 172.21.15.111:0/2095909468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:11.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:10 smithi111 conmon[101466]: audit 2022-01-26T00:19:09.876339+0000 mgr.smithi111.vbmimw (mgr.14718) 3286 2022-01-26T00:19:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:10 smithi111 conmon[101466]: : audit [DBG] from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:11.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:10 smithi111 conmon[101466]: audit 2022-01-26T00:19:10.204119+0000 mon.smithi111 (mon.0) 1166 : audit [DBG] from='client.? 172.21.15.111:0/2095909468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:11 smithi179 conmon[67066]: cluster 2022-01-26T00:19:10.859191+0000 mgr.smithi111.vbmimw (mgr.14718) 3287 2022-01-26T00:19:11.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:11 smithi179 conmon[67066]: : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:11 smithi111 conmon[101466]: cluster 2022-01-26T00:19:10.859191+0000 mgr.smithi111.vbmimw (mgr.14718) 3287 : 2022-01-26T00:19:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:11 smithi111 conmon[101466]: cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:13 smithi111 conmon[101466]: cluster 2022-01-26T00:19:12.859716+0000 mgr.smithi111.vbmimw (mgr.14718) 3288 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:13 smithi179 conmon[67066]: cluster 2022-01-26T00:19:12.859716+0000 mgr.smithi111.vbmimw (mgr.14718) 3288 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:13 smithi179 conmon[67066]: 2022-01-26T00:19:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:15 smithi111 conmon[101466]: cluster 2022-01-26T00:19:14.860558+0000 mgr.smithi111.vbmimw (mgr.14718) 3289 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:15 smithi179 conmon[67066]: cluster 2022-01-26T00:19:14.860558+0000 mgr.smithi111.vbmimw (mgr.14718) 3289 : cluster 2022-01-26T00:19:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:15 smithi179 conmon[67066]: [DBG] pgmap v2833: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:18.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:17 smithi111 conmon[101466]: cluster 2022-01-26T00:19:16.861237+0000 mgr.smithi111.vbmimw (mgr.14718) 3290 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:17 smithi179 conmon[67066]: cluster 2022-01-26T00:19:16.861237+0000 mgr.smithi111.vbmimw (mgr.14718) 3290 : cluster [DBG] 2022-01-26T00:19:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:17 smithi179 conmon[67066]: pgmap v2834: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:19 smithi179 conmon[67066]: cluster 2022-01-26T00:19:18.862222+0000 mgr.smithi111.vbmimw (mgr.14718) 3291 : cluster [DBG] 2022-01-26T00:19:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:19 smithi179 conmon[67066]: pgmap v2835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:19 smithi111 conmon[101466]: cluster 2022-01-26T00:19:18.862222+0000 mgr.smithi111.vbmimw (mgr.14718) 3291 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:21 smithi111 conmon[101466]: cluster 2022-01-26T00:19:20.862851+0000 mgr.smithi111.vbmimw (mgr.14718) 3292 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:21 smithi111 conmon[101466]: 2022-01-26T00:19:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:21 smithi179 conmon[67066]: cluster 2022-01-26T00:19:20.862851+0000 mgr.smithi111.vbmimw (mgr.14718) 3292 : cluster 2022-01-26T00:19:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:21 smithi179 conmon[67066]: [DBG] pgmap v2836: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:23.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: audit 2022-01-26T00:19:22.912948+0000 mon.smithi111 2022-01-26T00:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: (mon.0) 1167 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: audit 2022-01-26T00:19:22.914329+0000 mon.smithi111 (mon. 2022-01-26T00:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: 0) 1168 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: audit 2022-01-26T00:19:23.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: 2022-01-26T00:19 2022-01-26T00:19:23.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: :22.915372+0000 mon.smithi111 (mon.0) 1169 : 2022-01-26T00:19:23.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:22 smithi111 conmon[101466]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:22 smithi179 conmon[67066]: audit 2022-01-26T00:19:22.912948+0000 mon.smithi111 (mon.0) 1167 : audit [DBG] 2022-01-26T00:19:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:22 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:22 smithi179 conmon[67066]: audit 2022-01-26T00:19:22.914329+0000 mon.smithi111 (mon.0) 1168 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:22 smithi179 conmon[67066]: audit 2022-01-26T00:19:22.915372+0000 mon.smithi111 (mon.0 2022-01-26T00:19:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:22 smithi179 conmon[67066]: ) 1169 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:24.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:24 smithi111 conmon[101466]: cluster 2022-01-26T00:19:22.863605+0000 mgr.smithi111.vbmimw (mgr.14718) 3293 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:24 smithi111 conmon[101466]: cephadm 2022-01-26T00:19:22.916136+0000 mgr.smithi111.vbmimw (mgr.14718) 3294 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:24 smithi111 conmon[101466]: audit 2022-01-26T00:19:23.229461+0000 mon.smithi111 (mon.0) 1170 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:19:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:24 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:19:24.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:24 smithi111 conmon[101466]: T00:19:23.236538+0000 mon.smithi111 (mon.0) 1171 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:19:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:24 smithi179 conmon[67066]: cluster 2022-01-26T00:19:22.863605+0000 mgr.smithi111.vbmimw (mgr.14718) 3293 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:24.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:24 smithi179 conmon[67066]: cephadm 2022-01-26T00:19:22.916136+0000 2022-01-26T00:19:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:24 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3294 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:24 smithi179 conmon[67066]: audit 2022-01-26T00:19:23.229461+0000 mon.smithi111 (mon.0) 1170 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:19:24.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:24 smithi179 conmon[67066]: audit 2022-01-26T00:19:23.236538+0000 mon.smithi111 (mon.0) 1171 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:19:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:26 smithi179 conmon[67066]: cluster 2022-01-26T00:19:24.864588+0000 mgr.smithi111.vbmimw (mgr.14718) 3295 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:27.126 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:26 smithi111 conmon[101466]: cluster 2022-01-26T00:19:24.864588+0000 mgr.smithi111.vbmimw (mgr.14718) 3295 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:28 smithi179 conmon[67066]: cluster 2022-01-26T00:19:26.865090+0000 mgr.smithi111.vbmimw (mgr.14718) 3296 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:28 smithi111 conmon[101466]: cluster 2022-01-26T00:19:26.865090+0000 mgr.smithi111.vbmimw (mgr.14718) 3296 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:29 smithi179 conmon[67066]: cluster 2022-01-26T00:19:28.866037+0000 mgr.smithi111.vbmimw (mgr.14718) 3297 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:29 smithi111 conmon[101466]: cluster 2022-01-26T00:19:28.866037+0000 mgr.smithi111.vbmimw (mgr.14718) 3297 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:31 smithi111 conmon[101466]: cluster 2022-01-26T00:19:30.866647+0000 mgr.smithi111.vbmimw (mgr.14718) 3298 : cluster [DBG] 2022-01-26T00:19:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:31 smithi111 conmon[101466]: pgmap v2841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:31 smithi179 conmon[67066]: cluster 2022-01-26T00:19:30.866647+0000 mgr.smithi111.vbmimw (mgr.14718) 3298 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:33 smithi111 conmon[101466]: cluster 2022-01-26T00:19:32.867149+0000 mgr.smithi111.vbmimw (mgr.14718) 3299 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:33 smithi179 conmon[67066]: cluster 2022-01-26T00:19:32.867149+0000 mgr.smithi111.vbmimw (mgr.14718) 3299 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:35 smithi111 conmon[101466]: cluster 2022-01-26T00:19:34.868021+0000 mgr.smithi111.vbmimw (mgr.14718) 3300 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:35 smithi179 conmon[67066]: cluster 2022-01-26T00:19:34.868021+0000 mgr.smithi111.vbmimw (mgr.14718) 3300 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:37 smithi111 conmon[101466]: cluster 2022-01-26T00:19:36.868645+0000 mgr.smithi111.vbmimw (mgr.14718) 3301 : cluster [DBG] 2022-01-26T00:19:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:37 smithi111 conmon[101466]: pgmap v2844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:37 smithi111 conmon[101466]: audit 2022-01-26T00:19:37.668617+0000 mon.smithi111 (mon.0) 1172 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:37 smithi111 conmon[101466]: audit 2022-01-26T00:19:37.668889+0000 mon.smithi111 (mon.0 2022-01-26T00:19:38.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:37 smithi111 conmon[101466]: ) 1173 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:37 smithi179 conmon[67066]: cluster 2022-01-26T00:19:36.868645+0000 mgr.smithi111.vbmimw (mgr.14718) 3301 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:37 smithi179 conmon[67066]: 2022-01-26T00:19:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:37 smithi179 conmon[67066]: audit 2022-01-26T00:19:37.668617+0000 mon.smithi111 (mon.0) 1172 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:37 smithi179 conmon[67066]: audit 2022-01-26T00:19:37.668889+0000 mon.smithi111 (mon 2022-01-26T00:19:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:37 smithi179 conmon[67066]: .0) 1173 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:39 smithi179 conmon[67066]: cluster 2022-01-26T00:19:38.869412+0000 mgr.smithi111.vbmimw (mgr.14718) 3302 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:39 smithi111 conmon[101466]: cluster 2022-01-26T00:19:38.869412+0000 mgr.smithi111.vbmimw (mgr.14718) 3302 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:39 smithi111 conmon[101466]: 2022-01-26T00:19:40.509 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:19:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (101m) 78s ago 102m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:19:40.776 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (93m) 78s ago 102m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:19:40.777 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (93m) 80s ago 102m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:19:40.777 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (101m) 78s ago 102m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:19:40.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (97m) 78s ago 97m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:19:40.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (97m) 80s ago 97m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:19:40.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (94m) 78s ago 104m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:19:40.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (93m) 80s ago 102m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:19:40.780 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (93m) 78s ago 104m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:19:40.780 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (93m) 80s ago 102m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:19:40.780 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (94m) 78s ago 94m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:19:40.781 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (94m) 80s ago 94m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:19:40.781 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (102m) 78s ago 102m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:19:40.782 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (101m) 80s ago 101m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:19:40.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (88m) 78s ago 101m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:19:40.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (101m) 78s ago 101m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:19:40.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (100m) 78s ago 100m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:19:40.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (100m) 78s ago 100m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:19:40.784 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (100m) 80s ago 100m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:19:40.784 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (99m) 80s ago 99m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:19:40.785 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (99m) 80s ago 99m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:19:40.785 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (99m) 80s ago 99m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:19:40.786 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (101m) 78s ago 102m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:19:41.092 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:19:41.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:19:41.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:41.093 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:41.093 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:19:41.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:19:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:41.094 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:41.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:41.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:19:41.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:41.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:19:41.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:19:41.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:41.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:41.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:19:41.097 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:19:41.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:40 smithi179 conmon[67066]: audit 2022-01-26T00:19:40.498535+0000 mgr.smithi111.vbmimw (mgr.14718) 3303 : audit 2022-01-26T00:19:41.119 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:40 smithi179 conmon[67066]: [DBG] from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:40 smithi111 conmon[101466]: audit 2022-01-26T00:19:40.498535+0000 mgr.smithi111.vbmimw (mgr.14718) 3303 2022-01-26T00:19:41.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:40 smithi111 conmon[101466]: : audit [DBG] from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:41.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:41 smithi179 conmon[67066]: audit 2022-01-26T00:19:40.766857+0000 mgr.smithi111.vbmimw (mgr.14718) 3304 : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:41 smithi179 conmon[67066]: cluster 2022-01-26T00: 2022-01-26T00:19:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:41 smithi179 conmon[67066]: 19:40.869885+0000 mgr.smithi111.vbmimw (mgr.14718) 3305 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:41.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:41 smithi179 conmon[67066]: audit 2022-01-26T00:19:41.093328+0000 mon.smithi111 (mon.0) 1174 : audit [DBG] from='client.? 172.21.15.111:0/115560426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:41 smithi111 conmon[101466]: audit 2022-01-26T00:19:40.766857+0000 mgr.smithi111.vbmimw (mgr.14718) 3304 2022-01-26T00:19:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:41 smithi111 conmon[101466]: : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:41 smithi111 conmon[101466]: cluster 2022-01-26T00:19:40.869885+0000 mgr.smithi111.vbmimw (mgr.14718) 3305 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:41 smithi111 conmon[101466]: audit 2022-01-26T00:19:41.093328+0000 mon.smithi111 (mon.0) 1174 : audit [DBG] from='client.? 172.21.15.111:0/115560426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:43 smithi111 conmon[101466]: cluster 2022-01-26T00:19:42.870277+0000 mgr.smithi111.vbmimw (mgr.14718) 3306 : cluster [DBG] 2022-01-26T00:19:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:43 smithi111 conmon[101466]: pgmap v2847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:44.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:43 smithi179 conmon[67066]: cluster 2022-01-26T00:19:42.870277+0000 mgr.smithi111.vbmimw (mgr.14718) 3306 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:46.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:45 smithi111 conmon[101466]: cluster 2022-01-26T00:19:44.871298+0000 mgr.smithi111.vbmimw (mgr.14718) 3307 : cluster 2022-01-26T00:19:46.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:45 smithi111 conmon[101466]: [DBG] pgmap v2848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:45 smithi179 conmon[67066]: cluster 2022-01-26T00:19:44.871298+0000 mgr.smithi111.vbmimw (mgr.14718) 3307 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:47 smithi111 conmon[101466]: cluster 2022-01-26T00:19:46.871903+0000 mgr.smithi111.vbmimw (mgr.14718) 3308 : cluster 2022-01-26T00:19:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:47 smithi111 conmon[101466]: [DBG] pgmap v2849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:47 smithi179 conmon[67066]: cluster 2022-01-26T00:19:46.871903+0000 mgr.smithi111.vbmimw (mgr.14718) 3308 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:50.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:49 smithi179 conmon[67066]: cluster 2022-01-26T00:19:48.872838+0000 mgr.smithi111.vbmimw (mgr.14718) 3309 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:49 smithi111 conmon[101466]: cluster 2022-01-26T00:19:48.872838+0000 mgr.smithi111.vbmimw (mgr.14718) 3309 2022-01-26T00:19:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:49 smithi111 conmon[101466]: : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:51 smithi111 conmon[101466]: cluster 2022-01-26T00:19:50.873388+0000 mgr.smithi111.vbmimw (mgr.14718) 3310 2022-01-26T00:19:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:51 smithi111 conmon[101466]: : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:51 smithi179 conmon[67066]: cluster 2022-01-26T00:19:50.873388+0000 mgr.smithi111.vbmimw (mgr.14718) 3310 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:53 smithi111 conmon[101466]: cluster 2022-01-26T00:19:52.873947+0000 mgr.smithi111.vbmimw (mgr.14718) 3311 : cluster 2022-01-26T00:19:54.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:53 smithi111 conmon[101466]: [DBG] pgmap v2852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:53 smithi179 conmon[67066]: cluster 2022-01-26T00:19:52.873947+0000 mgr.smithi111.vbmimw (mgr.14718) 3311 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:56.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:55 smithi111 conmon[101466]: cluster 2022-01-26T00:19:54.874760+0000 mgr.smithi111.vbmimw (mgr.14718) 3312 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:55 smithi179 conmon[67066]: cluster 2022-01-26T00:19:54.874760+0000 mgr.smithi111.vbmimw (mgr.14718) 3312 : cluster [DBG] 2022-01-26T00:19:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:55 smithi179 conmon[67066]: pgmap v2853: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:57 smithi111 conmon[101466]: cluster 2022-01-26T00:19:56.875320+0000 mgr.smithi111.vbmimw (mgr.14718) 3313 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:57 smithi179 conmon[67066]: cluster 2022-01-26T00:19:56.875320+0000 mgr.smithi111.vbmimw (mgr.14718) 3313 : cluster [DBG] 2022-01-26T00:19:58.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:57 smithi179 conmon[67066]: pgmap v2854: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:59 smithi179 conmon[67066]: cluster 2022-01-26T00:19:58.876108+0000 mgr.smithi111.vbmimw (mgr.14718) 3314 : cluster 2022-01-26T00:20:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:19:59 smithi179 conmon[67066]: [DBG] pgmap v2855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:00.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:19:59 smithi111 conmon[101466]: cluster 2022-01-26T00:19:58.876108+0000 mgr.smithi111.vbmimw (mgr.14718) 3314 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:01.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:00 smithi179 conmon[67066]: cluster 2022-01-26T00:20:00.000165+0000 mon.smithi111 (mon.0 2022-01-26T00:20:01.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:00 smithi179 conmon[67066]: ) 1175 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:20:01.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:00 smithi111 conmon[101466]: cluster 2022-01-26T00:20:00.000165+0000 mon.smithi111 (mon.0) 1175 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi111 failed. 2022-01-26T00:20:01.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:01 smithi179 conmon[67066]: cluster 2022-01-26T00:20:00.876604+0000 mgr.smithi111.vbmimw (mgr.14718) 3315 : 2022-01-26T00:20:01.868 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:01 smithi179 conmon[67066]: cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:02.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:01 smithi111 conmon[101466]: cluster 2022-01-26T00:20:00.876604+0000 mgr.smithi111.vbmimw (mgr.14718) 3315 : cluster [DBG] 2022-01-26T00:20:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:01 smithi111 conmon[101466]: pgmap v2856: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:03 smithi111 conmon[101466]: cluster 2022-01-26T00:20:02.877124+0000 mgr.smithi111.vbmimw (mgr.14718) 3316 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:03 smithi179 conmon[67066]: cluster 2022-01-26T00:20:02.877124+0000 mgr.smithi111.vbmimw (mgr.14718) 3316 : cluster 2022-01-26T00:20:04.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:03 smithi179 conmon[67066]: [DBG] pgmap v2857: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:05 smithi111 conmon[101466]: cluster 2022-01-26T00:20:04.877940+0000 mgr.smithi111.vbmimw (mgr.14718) 3317 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:05 smithi179 conmon[67066]: cluster 2022-01-26T00:20:04.877940+0000 mgr.smithi111.vbmimw (mgr.14718) 3317 : cluster [DBG] 2022-01-26T00:20:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:05 smithi179 conmon[67066]: pgmap v2858: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:07 smithi111 conmon[101466]: cluster 2022-01-26T00:20:06.878345+0000 mgr.smithi111.vbmimw (mgr.14718) 3318 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:07 smithi111 conmon[101466]: 2022-01-26T00:20:08.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:07 smithi179 conmon[67066]: cluster 2022-01-26T00:20:06.878345+0000 mgr.smithi111.vbmimw (mgr.14718) 3318 : cluster 2022-01-26T00:20:08.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:07 smithi179 conmon[67066]: [DBG] pgmap v2859: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:09 smithi179 conmon[67066]: cluster 2022-01-26T00:20:08.879142+0000 mgr.smithi111.vbmimw (mgr.14718) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:09 smithi111 conmon[101466]: cluster 2022-01-26T00:20:08.879142+0000 mgr.smithi111.vbmimw (mgr.14718) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:11.395 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:20:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (102m) 109s ago 103m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:20:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (93m) 109s ago 103m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:20:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (93m) 111s ago 102m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:20:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (102m) 109s ago 103m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:20:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (98m) 109s ago 98m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:20:11.665 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (98m) 111s ago 98m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:20:11.665 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (94m) 109s ago 104m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:20:11.666 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (94m) 111s ago 102m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:20:11.666 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (94m) 109s ago 104m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:20:11.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (94m) 111s ago 102m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:20:11.667 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (94m) 109s ago 94m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:20:11.668 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (94m) 111s ago 94m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:20:11.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (103m) 109s ago 103m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:20:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (102m) 111s ago 102m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:20:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (89m) 109s ago 102m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:20:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (101m) 109s ago 101m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:20:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (101m) 109s ago 101m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:20:11.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (100m) 109s ago 100m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:20:11.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (100m) 111s ago 100m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:20:11.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (100m) 111s ago 100m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:20:11.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (100m) 111s ago 100m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:20:11.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (99m) 111s ago 99m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:20:11.673 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (101m) 109s ago 102m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:20:11.983 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:20:11.983 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:20:11.983 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:11.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:11.984 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:20:11.984 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:11.984 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:11.984 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:20:11.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:11.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:11.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:11.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:20:11.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:11.986 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:11.986 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:20:11.986 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:11.986 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:11.987 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:20:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:20:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:11 smithi111 conmon[101466]: cluster 2022-01-26T00:20:10.879743+0000 mgr.smithi111.vbmimw (mgr.14718) 3320 : 2022-01-26T00:20:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:11 smithi111 conmon[101466]: cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:11 smithi111 conmon[101466]: audit 2022-01-26T00:20:11.385045+0000 mgr.smithi111.vbmimw (mgr.14718) 3321 : audit [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:12.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:11 smithi111 conmon[101466]: audit 2022-01-26T00:20:11.654118+0000 mgr.smithi111.vbmimw (mgr.14718) 3322 : audit [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:11 smithi179 conmon[67066]: cluster 2022-01-26T00:20:10.879743+0000 mgr.smithi111.vbmimw (mgr.14718) 3320 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:11 smithi179 conmon[67066]: audit 2022-01-26T00:20:11.385045+0000 mgr.smithi111.vbmimw (mgr.14718) 3321 : audit [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:11 smithi179 conmon[67066]: audit 2022-01-26T00:20:11.654118+0000 mgr.smithi111.vbmimw (mgr.14718) 3322 : audit 2022-01-26T00:20:12.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:11 smithi179 conmon[67066]: [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:13.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:12 smithi111 conmon[101466]: audit 2022-01-26T00:20:11.983806+0000 mon.smithi111 (mon.0) 1176 : audit [DBG] 2022-01-26T00:20:13.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:12 smithi111 conmon[101466]: from='client.? 172.21.15.111:0/809890676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:12 smithi179 conmon[67066]: audit 2022-01-26T00:20:11.983806+0000 mon.smithi111 (mon.0) 1176 : audit [DBG] from='client.? 172.21.15.111:0/809890676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:13.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:12 smithi179 conmon[67066]: 2022-01-26T00:20:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:13 smithi111 conmon[101466]: cluster 2022-01-26T00:20:12.880168+0000 mgr.smithi111.vbmimw (mgr.14718) 3323 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:13 smithi179 conmon[67066]: cluster 2022-01-26T00:20:12.880168+0000 mgr.smithi111.vbmimw (mgr.14718) 3323 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:15 smithi111 conmon[101466]: cluster 2022-01-26T00:20:14.880964+0000 mgr.smithi111.vbmimw (mgr.14718) 3324 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:15 smithi179 conmon[67066]: cluster 2022-01-26T00:20:14.880964+0000 mgr.smithi111.vbmimw (mgr.14718) 3324 : cluster [DBG] 2022-01-26T00:20:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:15 smithi179 conmon[67066]: pgmap v2863: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:17 smithi111 conmon[101466]: cluster 2022-01-26T00:20:16.881483+0000 mgr.smithi111.vbmimw (mgr.14718) 3325 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:17 smithi179 conmon[67066]: cluster 2022-01-26T00:20:16.881483+0000 mgr.smithi111.vbmimw (mgr.14718) 3325 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:19 smithi179 conmon[67066]: cluster 2022-01-26T00:20:18.882210+0000 mgr.smithi111.vbmimw (mgr.14718) 3326 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:19 smithi111 conmon[101466]: cluster 2022-01-26T00:20:18.882210+0000 mgr.smithi111.vbmimw (mgr.14718) 3326 : 2022-01-26T00:20:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:19 smithi111 conmon[101466]: cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:21 smithi111 conmon[101466]: cluster 2022-01-26T00:20:20.882931+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:20:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:21 smithi111 conmon[101466]: 14718) 3327 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:21 smithi179 conmon[67066]: cluster 2022-01-26T00:20:20.882931+0000 mgr.smithi111.vbmimw (mgr.14718) 3327 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: cluster 2022-01-26T00:20:22.883364+0000 mgr.smithi111.vbmimw (mgr.14718) 3328 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.239053+0000 mon.smithi111 (mon.0) 1177 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.240533+0000 mon.smithi111 (mon.0) 1178 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.241407+0000 mon.smithi111 (mon.0) 1179 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: cephadm 2022-01-26T00:20:23.242160+0000 mgr.smithi111.vbmimw (mgr.14718) 3329 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.505559+0000 mon.smithi111 (mon.0) 1180 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.800882+0000 mon.smithi111 (mon.0) 1181 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:23 smithi111 conmon[101466]: audit 2022-01-26T00:20:23.805770+0000 mon.smithi111 (mon.0) 1182 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: cluster 2022-01-26T00:20:22.883364+0000 mgr.smithi111.vbmimw (mgr.14718) 3328 : cluster 2022-01-26T00:20:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: [DBG] pgmap v2867: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:23.239053+0000 mon.smithi111 (mon.0) 1177 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:23.240533+0000 mon.smithi111 (mon.0) 1178 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:23.241407+0000 mon.smithi111 (mon.0) 1179 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: cephadm 2022-01-26T00:20:23.242160+0000 mgr.smithi111.vbmimw (mgr.14718) 3329 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:23.505559+0000 mon.smithi111 (mon.0) 1180 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:23.800882+0000 mon.smithi111 2022-01-26T00:20:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: (mon.0) 1181 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: audit 2022-01-26T00:20:24.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: 2022-01-26T00:20:23.805770+0000 mon.smithi111 (mon.0) 1182 : audit [INF] 2022-01-26T00:20:24.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:23 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:20:26.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:25 smithi111 conmon[101466]: cluster 2022-01-26T00:20:24.884137+0000 mgr.smithi111.vbmimw (mgr.14718) 3330 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:25 smithi179 conmon[67066]: cluster 2022-01-26T00:20:24.884137+0000 mgr.smithi111.vbmimw (mgr.14718) 3330 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:28.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:27 smithi111 conmon[101466]: cluster 2022-01-26T00:20:26.884808+0000 mgr.smithi111.vbmimw (mgr.14718) 3331 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:27 smithi179 conmon[67066]: cluster 2022-01-26T00:20:26.884808+0000 mgr.smithi111.vbmimw (mgr.14718) 3331 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:29 smithi179 conmon[67066]: cluster 2022-01-26T00:20:28.885519+0000 mgr.smithi111.vbmimw (mgr.14718) 3332 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:29 smithi111 conmon[101466]: cluster 2022-01-26T00:20:28.885519+0000 mgr.smithi111.vbmimw (mgr.14718) 3332 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:31 smithi111 conmon[101466]: cluster 2022-01-26T00:20:30.886098+0000 mgr.smithi111.vbmimw (mgr.14718) 3333 : cluster 2022-01-26T00:20:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:31 smithi111 conmon[101466]: [DBG] pgmap v2871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:31 smithi179 conmon[67066]: cluster 2022-01-26T00:20:30.886098+0000 mgr.smithi111.vbmimw (mgr.14718) 3333 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:33 smithi111 conmon[101466]: cluster 2022-01-26T00:20:32.886525+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:20:34.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:33 smithi111 conmon[101466]: 14718) 3334 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:33 smithi179 conmon[67066]: cluster 2022-01-26T00:20:32.886525+0000 mgr.smithi111.vbmimw (mgr.14718) 3334 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:36.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:35 smithi111 conmon[101466]: cluster 2022-01-26T00:20:34.887425+0000 mgr.smithi111.vbmimw (mgr.14718) 3335 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:35 smithi179 conmon[67066]: cluster 2022-01-26T00:20:34.887425+0000 mgr.smithi111.vbmimw (mgr.14718) 3335 2022-01-26T00:20:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:35 smithi179 conmon[67066]: : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:37 smithi111 conmon[101466]: cluster 2022-01-26T00:20:36.887910+0000 mgr.smithi111.vbmimw (mgr.14718) 3336 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:37 smithi111 conmon[101466]: audit 2022-01-26T00:20:37.672267+0000 mon.smithi111 (mon.0) 1183 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:37 smithi111 conmon[101466]: audit 2022-01-26T00:20:37.672506+0000 mon.smithi111 (mon.0) 1184 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:37 smithi179 conmon[67066]: cluster 2022-01-26T00:20:36.887910+0000 mgr.smithi111.vbmimw (mgr.14718) 3336 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:37 smithi179 conmon[67066]: audit 2022-01-26T00:20:37.672267+0000 mon.smithi111 (mon.0) 1183 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:37 smithi179 conmon[67066]: audit 2022-01-26T00:20:37.672506+0000 mon.smithi111 (mon.0) 1184 : audit 2022-01-26T00:20:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:37 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:39 smithi179 conmon[67066]: cluster 2022-01-26T00:20:38.888788+0000 mgr.smithi111.vbmimw (mgr.14718) 3337 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:39 smithi179 conmon[67066]: 2022-01-26T00:20:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:39 smithi111 conmon[101466]: cluster 2022-01-26T00:20:38.888788+0000 mgr.smithi111.vbmimw (mgr.14718) 3337 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:41 smithi111 conmon[101466]: cluster 2022-01-26T00:20:40.889282+0000 mgr.smithi111.vbmimw (mgr.14718) 3338 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:42.283 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:20:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:41 smithi179 conmon[67066]: cluster 2022-01-26T00:20:40.889282+0000 mgr.smithi111.vbmimw (mgr.14718) 3338 : cluster 2022-01-26T00:20:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:41 smithi179 conmon[67066]: [DBG] pgmap v2876: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:42.549 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:42.550 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (102m) 2m ago 103m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:20:42.550 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (94m) 2m ago 103m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:20:42.550 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (94m) 2m ago 103m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:20:42.550 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (102m) 2m ago 103m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:20:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (98m) 2m ago 98m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:20:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (98m) 2m ago 98m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:20:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (95m) 2m ago 105m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:20:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (94m) 2m ago 103m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:20:42.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (94m) 2m ago 105m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:20:42.552 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (94m) 2m ago 103m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:20:42.552 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (95m) 2m ago 95m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:20:42.552 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (95m) 2m ago 95m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:20:42.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (103m) 2m ago 103m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:20:42.553 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (102m) 2m ago 102m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:20:42.553 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (89m) 2m ago 102m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:20:42.553 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (102m) 2m ago 102m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:20:42.553 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (101m) 2m ago 101m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:20:42.553 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (101m) 2m ago 101m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:20:42.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (101m) 2m ago 101m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:20:42.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (100m) 2m ago 100m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:20:42.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (100m) 2m ago 100m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:20:42.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (100m) 2m ago 100m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:20:42.555 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (102m) 2m ago 103m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:20:42.869 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:20:42.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:20:42.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:42.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:42.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:20:42.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:42.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:42.871 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:20:42.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:42.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:42.872 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:42.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:20:42.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:42.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:20:42.873 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:20:42.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:42.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:42.874 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:20:42.874 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:20:43.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:42 smithi111 conmon[101466]: audit 2022-01-26T00:20:42.273041+0000 mgr.smithi111.vbmimw (mgr.14718) 3339 : audit [DBG] from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:42 smithi111 conmon[101466]: audit 2022-01-26T00:20:42.542053+0000 mgr.smithi111.vbmimw (mgr.14718) 3340 : audit [DBG] from='client.36306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:43.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:42 smithi111 conmon[101466]: audit 2022-01-26T00:20:42.870193+0000 mon.smithi111 (mon.0) 1185 : audit [DBG] from='client.? 172.21.15.111:0/804987501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:42 smithi179 conmon[67066]: audit 2022-01-26T00:20:42.273041+0000 mgr.smithi111.vbmimw (mgr.14718) 3339 : audit [DBG] from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:42 smithi179 conmon[67066]: audit 2022-01-26T00:20:42.542053+0000 mgr.smithi111.vbmimw (mgr.14718) 3340 : audit [DBG] from='client.36306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:43.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:42 smithi179 conmon[67066]: audit 2022-01-26T00:20:42.870193+0000 mon.smithi111 (mon.0 2022-01-26T00:20:43.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:42 smithi179 conmon[67066]: ) 1185 : audit [DBG] from='client.? 172.21.15.111:0/804987501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:43 smithi111 conmon[101466]: cluster 2022-01-26T00:20:42.889848+0000 mgr.smithi111.vbmimw (mgr.14718) 3341 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:43 smithi179 conmon[67066]: cluster 2022-01-26T00:20:42.889848+0000 mgr.smithi111.vbmimw (mgr.14718) 3341 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:43 smithi179 conmon[67066]: 2022-01-26T00:20:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:45 smithi111 conmon[101466]: cluster 2022-01-26T00:20:44.890703+0000 mgr.smithi111.vbmimw (mgr.14718) 3342 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:46.488 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:45 smithi179 conmon[67066]: cluster 2022-01-26T00:20:44.890703+0000 mgr.smithi111.vbmimw (mgr.14718) 3342 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:48.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:47 smithi111 conmon[101466]: cluster 2022-01-26T00:20:46.891271+0000 mgr.smithi111.vbmimw (mgr.14718) 3343 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:47 smithi179 conmon[67066]: cluster 2022-01-26T00:20:46.891271+0000 mgr.smithi111.vbmimw (mgr.14718) 3343 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:49 smithi179 conmon[67066]: cluster 2022-01-26T00:20:48.892094+0000 mgr.smithi111.vbmimw (mgr.14718) 3344 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:49 smithi179 conmon[67066]: 2022-01-26T00:20:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:49 smithi111 conmon[101466]: cluster 2022-01-26T00:20:48.892094+0000 mgr.smithi111.vbmimw (mgr.14718) 3344 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:51 smithi111 conmon[101466]: cluster 2022-01-26T00:20:50.892640+0000 mgr.smithi111.vbmimw (mgr.14718) 3345 : cluster 2022-01-26T00:20:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:51 smithi111 conmon[101466]: [DBG] pgmap v2881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:51 smithi179 conmon[67066]: cluster 2022-01-26T00:20:50.892640+0000 mgr.smithi111.vbmimw (mgr.14718) 3345 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:53 smithi111 conmon[101466]: cluster 2022-01-26T00:20:52.893173+0000 mgr.smithi111.vbmimw (mgr.14718) 3346 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:53 smithi179 conmon[67066]: cluster 2022-01-26T00:20:52.893173+0000 mgr.smithi111.vbmimw (mgr.14718) 3346 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:55 smithi111 conmon[101466]: cluster 2022-01-26T00:20:54.894037+0000 mgr.smithi111.vbmimw (mgr.14718) 3347 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:55 smithi179 conmon[67066]: cluster 2022-01-26T00:20:54.894037+0000 mgr.smithi111.vbmimw (mgr.14718) 3347 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:57 smithi111 conmon[101466]: cluster 2022-01-26T00:20:56.894630+0000 mgr.smithi111.vbmimw (mgr.14718) 3348 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:57 smithi111 conmon[101466]: 2022-01-26T00:20:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:57 smithi179 conmon[67066]: cluster 2022-01-26T00:20:56.894630+0000 mgr.smithi111.vbmimw (mgr.14718) 3348 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:20:59 smithi179 conmon[67066]: cluster 2022-01-26T00:20:58.895428+0000 mgr.smithi111.vbmimw (mgr.14718) 3349 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:59 smithi111 conmon[101466]: cluster 2022-01-26T00: 2022-01-26T00:21:00.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:20:59 smithi111 conmon[101466]: 20:58.895428+0000 mgr.smithi111.vbmimw (mgr.14718) 3349 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:01 smithi111 conmon[101466]: cluster 2022-01-26T00:21:00.896042+0000 mgr.smithi111.vbmimw (mgr.14718) 3350 : cluster 2022-01-26T00:21:02.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:01 smithi111 conmon[101466]: [DBG] pgmap v2886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:01 smithi179 conmon[67066]: cluster 2022-01-26T00:21:00.896042+0000 mgr.smithi111.vbmimw (mgr.14718) 3350 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:03 smithi111 conmon[101466]: cluster 2022-01-26T00:21:02.896602+0000 mgr.smithi111.vbmimw (mgr.14718) 3351 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:04.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:03 smithi111 conmon[101466]: 2022-01-26T00:21:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:03 smithi179 conmon[67066]: cluster 2022-01-26T00:21:02.896602+0000 mgr.smithi111.vbmimw (mgr.14718) 3351 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:05 smithi111 conmon[101466]: cluster 2022-01-26T00:21:04.897527+0000 mgr.smithi111.vbmimw (mgr.14718) 3352 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:05 smithi179 conmon[67066]: cluster 2022-01-26T00:21:04.897527+0000 mgr.smithi111.vbmimw (mgr.14718) 3352 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:08.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:07 smithi111 conmon[101466]: cluster 2022-01-26T00:21:06.898102+0000 mgr.smithi111.vbmimw (mgr.14718) 3353 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:07 smithi179 conmon[67066]: cluster 2022-01-26T00:21:06.898102+0000 mgr.smithi111.vbmimw (mgr.14718) 3353 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:09 smithi179 conmon[67066]: cluster 2022-01-26T00:21:08.898936+0000 mgr.smithi111.vbmimw (mgr.14718) 3354 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:09 smithi111 conmon[101466]: cluster 2022-01-26T00:21:08.898936+0000 mgr.smithi111.vbmimw (mgr.14718) 3354 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:09 smithi111 conmon[101466]: 2022-01-26T00:21:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:11 smithi111 conmon[101466]: cluster 2022-01-26T00:21:10.899496+0000 mgr.smithi111.vbmimw (mgr.14718) 3355 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:11 smithi179 conmon[67066]: cluster 2022-01-26T00:21:10.899496+0000 mgr.smithi111.vbmimw (mgr.14718) 3355 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:13.173 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:21:13.438 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:13.439 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (103m) 2m ago 104m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:21:13.439 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (94m) 2m ago 104m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:21:13.439 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (94m) 2m ago 103m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:21:13.439 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (103m) 2m ago 104m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:21:13.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (99m) 2m ago 99m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:21:13.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (99m) 2m ago 99m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:21:13.440 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (95m) 2m ago 105m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:21:13.440 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (95m) 2m ago 103m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:21:13.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (95m) 2m ago 105m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:21:13.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (95m) 2m ago 103m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:21:13.441 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (95m) 2m ago 95m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:21:13.441 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (95m) 2m ago 95m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:21:13.441 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (104m) 2m ago 104m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:21:13.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (103m) 2m ago 103m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:21:13.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (90m) 2m ago 103m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:21:13.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (102m) 2m ago 102m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:21:13.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (102m) 2m ago 102m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:21:13.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (102m) 2m ago 102m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:21:13.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (101m) 2m ago 101m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:21:13.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (101m) 2m ago 101m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:21:13.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (101m) 2m ago 101m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:21:13.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (100m) 2m ago 100m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:21:13.444 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (102m) 2m ago 103m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:21:13.753 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:21:13.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:21:13.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:13.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:13.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:21:13.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:13.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:13.755 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:21:13.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:13.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:13.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:13.755 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:21:13.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:13.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:13.756 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:21:13.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:13.757 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:13.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:21:13.757 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:21:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: cluster 2022-01-26T00:21:12.899976+0000 mgr.smithi111.vbmimw (mgr.14718) 3356 : 2022-01-26T00:21:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: audit 2022-01-26T00:21:13.161959+0000 mgr.smithi111.vbmimw (mgr.14718) 3357 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:14.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: audit 2022-01-26T00:21 2022-01-26T00:21:14.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: :13.431077+0000 mgr.smithi111.vbmimw (mgr.14718) 3358 : audit [DBG] from='client.36318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:14.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: audit 2022-01-26T00:21:14.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: 2022-01-26T00:21:13.754081+0000 mon.smithi111 (mon.0 2022-01-26T00:21:14.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:13 smithi111 conmon[101466]: ) 1186 : audit [DBG] from='client.? 172.21.15.111:0/2370331740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: cluster 2022-01-26T00:21:12.899976+0000 mgr.smithi111.vbmimw (mgr.14718) 3356 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: audit 2022-01-26T00:21:13.161959+0000 mgr.smithi111.vbmimw 2022-01-26T00:21:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: (mgr.14718) 3357 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: audit 2022-01-26T00:21:13.431077+0000 mgr.smithi111.vbmimw (mgr.14718) 3358 : audit [DBG] from='client.36318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: audit 2022-01-26T00:21:13.754081+0000 mon.smithi111 (mon.0) 1186 : audit [DBG] from='client.? 172.21.15.111:0/2370331740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:14.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:13 smithi179 conmon[67066]: 2022-01-26T00:21:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:15 smithi111 conmon[101466]: cluster 2022-01-26T00:21:14.900772+0000 mgr.smithi111.vbmimw (mgr.14718) 3359 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:15 smithi111 conmon[101466]: 2022-01-26T00:21:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:15 smithi179 conmon[67066]: cluster 2022-01-26T00:21:14.900772+0000 mgr.smithi111.vbmimw (mgr.14718) 3359 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:17 smithi111 conmon[101466]: cluster 2022-01-26T00:21:16.901275+0000 mgr.smithi111.vbmimw (mgr.14718) 3360 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:17 smithi179 conmon[67066]: cluster 2022-01-26T00:21:16.901275+0000 mgr.smithi111.vbmimw (mgr.14718) 3360 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:19 smithi179 conmon[67066]: cluster 2022-01-26T00:21:18.902226+0000 mgr.smithi111.vbmimw (mgr.14718) 3361 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:19 smithi179 conmon[67066]: 2022-01-26T00:21:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:19 smithi111 conmon[101466]: cluster 2022-01-26T00:21:18.902226+0000 mgr.smithi111.vbmimw (mgr.14718) 3361 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:19 smithi111 conmon[101466]: 2022-01-26T00:21:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:21 smithi111 conmon[101466]: cluster 2022-01-26T00:21:20.902829+0000 mgr.smithi111.vbmimw (mgr.14718) 3362 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:21 smithi179 conmon[67066]: cluster 2022-01-26T00:21:20.902829+0000 mgr.smithi111.vbmimw (mgr.14718) 3362 : cluster [DBG] 2022-01-26T00:21:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:21 smithi179 conmon[67066]: pgmap v2896: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: cluster 2022-01-26T00:21:22.903306+0000 mgr.smithi111.vbmimw (mgr.14718) 3363 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: 2022-01-26T00:21:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: audit 2022-01-26T00:21:23.809113+0000 mon.smithi111 (mon.0) 1187 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: audit 2022-01-26T00:21:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: 2022-01-26T00:21:23.810399+0000 mon.smithi111 (mon.0) 1188 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: audit 2022-01-26T00:21:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: 2022-01-26T00:21:23.811373+0000 mon.smithi111 (mon. 2022-01-26T00:21:24.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:23 smithi111 conmon[101466]: 0) 1189 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: cluster 2022-01-26T00:21:22.903306+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:21:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: 3363 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: audit 2022-01-26T00:21:23.809113+0000 mon.smithi111 (mon.0) 1187 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: audit 2022-01-26T00:21:23. 2022-01-26T00:21:24.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: 810399+0000 mon.smithi111 (mon.0) 1188 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: audit 2022-01-26T00:21:23.811373+0000 mon.smithi111 (mon.0) 1189 : 2022-01-26T00:21:24.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:23 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:25.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:25 smithi111 conmon[101466]: cephadm 2022-01-26T00:21:23.812094+0000 mgr.smithi111.vbmimw (mgr.14718) 3364 2022-01-26T00:21:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:25 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:25 smithi111 conmon[101466]: audit 2022-01-26T00:21:24.123412+0000 mon.smithi111 (mon.0) 1190 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:21:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:25 smithi111 conmon[101466]: audit 2022-01-26T00:21:24.128047+0000 mon.smithi111 (mon.0 2022-01-26T00:21:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:25 smithi111 conmon[101466]: ) 1191 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:21:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:25 smithi179 conmon[67066]: cephadm 2022-01-26T00:21:23.812094+0000 mgr.smithi111.vbmimw (mgr.14718) 3364 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:25.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:25 smithi179 conmon[67066]: audit 2022-01-26T00:21:24.123412+0000 mon.smithi111 (mon.0) 1190 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:21:25.618 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:25 smithi179 conmon[67066]: audit 2022-01-26T00:21:24.128047+0000 mon.smithi111 (mon.0) 1191 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:21:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:26 smithi111 conmon[101466]: cluster 2022-01-26T00:21:24.904174+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:21:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:26 smithi111 conmon[101466]: 3365 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:26.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:26 smithi179 conmon[67066]: cluster 2022-01-26T00:21:24.904174+0000 mgr.smithi111.vbmimw (mgr.14718) 3365 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:28 smithi111 conmon[101466]: cluster 2022-01-26T00:21:26.904703+0000 mgr.smithi111.vbmimw (mgr.14718) 3366 : cluster [DBG] 2022-01-26T00:21:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:28 smithi111 conmon[101466]: pgmap v2899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:28.617 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:28 smithi179 conmon[67066]: cluster 2022-01-26T00:21:26.904703+0000 mgr.smithi111.vbmimw (mgr.14718) 3366 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:29 smithi179 conmon[67066]: cluster 2022-01-26T00:21:28.905386+0000 mgr.smithi111.vbmimw (mgr.14718) 3367 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:29 smithi111 conmon[101466]: cluster 2022-01-26T00:21:28.905386+0000 mgr.smithi111.vbmimw (mgr.14718) 3367 : 2022-01-26T00:21:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:29 smithi111 conmon[101466]: cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:31 smithi111 conmon[101466]: cluster 2022-01-26T00:21:30.906000+0000 mgr.smithi111.vbmimw (mgr.14718) 3368 2022-01-26T00:21:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:31 smithi111 conmon[101466]: : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:31 smithi179 conmon[67066]: cluster 2022-01-26T00:21:30.906000+0000 mgr.smithi111.vbmimw (mgr.14718) 3368 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:31 smithi179 conmon[67066]: 2022-01-26T00:21:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:33 smithi111 conmon[101466]: cluster 2022-01-26T00:21:32.906617+0000 mgr.smithi111.vbmimw (mgr.14718) 3369 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:33 smithi179 conmon[67066]: cluster 2022-01-26T00:21:32.906617+0000 mgr.smithi111.vbmimw (mgr.14718) 3369 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:33 smithi179 conmon[67066]: 2022-01-26T00:21:36.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:35 smithi111 conmon[101466]: cluster 2022-01-26T00:21:34.907654+0000 mgr.smithi111.vbmimw (mgr.14718) 3370 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:35 smithi179 conmon[67066]: cluster 2022-01-26T00:21:34.907654+0000 mgr.smithi111.vbmimw (mgr.14718) 3370 : cluster [DBG] 2022-01-26T00:21:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:35 smithi179 conmon[67066]: pgmap v2903: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:37 smithi111 conmon[101466]: cluster 2022-01-26T00:21:36.908265+0000 mgr.smithi111.vbmimw (mgr.14718) 3371 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:37 smithi111 conmon[101466]: audit 2022-01-26T00:21:37.676417+0000 mon.smithi111 (mon.0) 1192 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:38.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:37 smithi111 conmon[101466]: audit 2022-01-26T00:21:37.676651+0000 mon.smithi111 (mon.0) 1193 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:37 smithi179 conmon[67066]: cluster 2022-01-26T00:21:36.908265+0000 mgr.smithi111.vbmimw (mgr.14718) 3371 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:37 smithi179 conmon[67066]: audit 2022-01-26T00:21:37.676417+0000 mon.smithi111 (mon.0) 1192 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:37 smithi179 conmon[67066]: audit 2022-01-26T00:21:37.676651+0000 mon.smithi111 (mon.0) 1193 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:39 smithi179 conmon[67066]: cluster 2022-01-26T00:21:38.909111+0000 mgr.smithi111.vbmimw (mgr.14718) 3372 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:39 smithi111 conmon[101466]: cluster 2022-01-26T00:21:38.909111+0000 mgr.smithi111.vbmimw (mgr.14718) 3372 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:39 smithi111 conmon[101466]: 2022-01-26T00:21:42.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:41 smithi111 conmon[101466]: cluster 2022-01-26T00:21:40.909741+0000 mgr.smithi111.vbmimw (mgr.14718) 3373 : cluster 2022-01-26T00:21:42.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:41 smithi111 conmon[101466]: [DBG] pgmap v2906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:41 smithi179 conmon[67066]: cluster 2022-01-26T00:21:40.909741+0000 mgr.smithi111.vbmimw (mgr.14718) 3373 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:44.055 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:21:44.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:43 smithi111 conmon[101466]: cluster 2022-01-26T00:21:42.910174+0000 mgr.smithi111.vbmimw (mgr.14718) 3374 : 2022-01-26T00:21:44.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:43 smithi111 conmon[101466]: cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:44.326 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:44.326 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (103m) 3m ago 105m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:21:44.326 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (95m) 3m ago 104m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:21:44.327 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (95m) 3m ago 104m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:21:44.327 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (103m) 3m ago 104m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:21:44.327 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (99m) 3m ago 99m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:21:44.327 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (99m) 3m ago 99m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:21:44.327 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (96m) 3m ago 106m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:21:44.328 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (95m) 3m ago 104m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:21:44.328 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (95m) 3m ago 106m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:21:44.328 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (95m) 3m ago 104m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:21:44.328 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (96m) 3m ago 96m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:21:44.328 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (96m) 3m ago 96m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:21:44.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (104m) 3m ago 104m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:21:44.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (104m) 3m ago 104m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:21:44.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (90m) 3m ago 103m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:21:44.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (103m) 3m ago 103m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:21:44.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (102m) 3m ago 102m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:21:44.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (102m) 3m ago 102m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:21:44.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (102m) 3m ago 102m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:21:44.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (101m) 3m ago 101m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:21:44.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (101m) 3m ago 101m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:21:44.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (101m) 3m ago 101m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:21:44.331 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (103m) 3m ago 104m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:21:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:43 smithi179 conmon[67066]: cluster 2022-01-26T00:21:42.910174+0000 mgr.smithi111.vbmimw (mgr.14718) 3374 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:44.642 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:21:44.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:21:44.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:44.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:44.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:21:44.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:44.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:44.644 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:21:44.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:44.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:44.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:44.645 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:21:44.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:44.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:21:44.646 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:21:44.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:44.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:44.646 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:21:44.647 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:21:45.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: audit 2022-01-26T00:21:44.044861+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:21:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: 3375 : audit [DBG] from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: audit 2022-01-26T00:21:44.318378+0000 mgr.smithi111.vbmimw (mgr.14718) 3376 : audit [DBG] from='client.36330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:45.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:21:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: T00:21:44.643522+0000 mon.smithi111 (mon. 2022-01-26T00:21:45.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:44 smithi111 conmon[101466]: 0) 1194 : audit [DBG] from='client.? 172.21.15.111:0/1834546506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:44 smithi179 conmon[67066]: audit 2022-01-26T00:21:44.044861+0000 2022-01-26T00:21:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:44 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3375 : audit [DBG] from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:44 smithi179 conmon[67066]: audit 2022-01-26T00:21:44.318378+0000 mgr.smithi111.vbmimw (mgr.14718) 3376 : audit [DBG] from='client.36330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:45.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:44 smithi179 conmon[67066]: audit 2022-01-26T00:21:44.643522+0000 mon.smithi111 (mon.0) 1194 : audit [DBG] 2022-01-26T00:21:45.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:44 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/1834546506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:46.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:45 smithi111 conmon[101466]: cluster 2022-01-26T00:21:44.910953+0000 mgr.smithi111.vbmimw (mgr.14718) 3377 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:45 smithi179 conmon[67066]: cluster 2022-01-26T00:21:44.910953+0000 mgr.smithi111.vbmimw (mgr.14718) 3377 : cluster 2022-01-26T00:21:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:45 smithi179 conmon[67066]: [DBG] pgmap v2908: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:48.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:47 smithi111 conmon[101466]: cluster 2022-01-26T00:21:46.911458+0000 mgr.smithi111.vbmimw (mgr.14718) 3378 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:47 smithi179 conmon[67066]: cluster 2022-01-26T00:21:46.911458+0000 mgr.smithi111.vbmimw (mgr.14718) 3378 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:49 smithi179 conmon[67066]: cluster 2022-01-26T00:21:48.912249+0000 mgr.smithi111.vbmimw (mgr.14718) 3379 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:49 smithi111 conmon[101466]: cluster 2022-01-26T00:21:48.912249+0000 mgr.smithi111.vbmimw (mgr.14718) 3379 : cluster [DBG] 2022-01-26T00:21:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:49 smithi111 conmon[101466]: pgmap v2910: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:52.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:51 smithi111 conmon[101466]: cluster 2022-01-26T00:21:50.912740+0000 mgr.smithi111.vbmimw (mgr.14718) 3380 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:51 smithi179 conmon[67066]: cluster 2022-01-26T00:21:50.912740+0000 mgr.smithi111.vbmimw (mgr.14718) 3380 : cluster [DBG] 2022-01-26T00:21:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:51 smithi179 conmon[67066]: pgmap v2911: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:54.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:53 smithi111 conmon[101466]: cluster 2022-01-26T00:21:52.913198+0000 mgr.smithi111.vbmimw (mgr.14718) 3381 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:53 smithi179 conmon[67066]: cluster 2022-01-26T00:21:52.913198+0000 mgr.smithi111.vbmimw (mgr.14718) 3381 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:56.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:55 smithi111 conmon[101466]: cluster 2022-01-26T00:21:54.914024+0000 mgr.smithi111.vbmimw (mgr.14718) 3382 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:55 smithi179 conmon[67066]: cluster 2022-01-26T00:21:54.914024+0000 mgr.smithi111.vbmimw (mgr.14718) 3382 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:55 smithi179 conmon[67066]: 2022-01-26T00:21:58.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:57 smithi111 conmon[101466]: cluster 2022-01-26T00:21:56.914524+0000 mgr.smithi111.vbmimw (mgr.14718) 3383 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:58.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:57 smithi111 conmon[101466]: 2022-01-26T00:21:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:57 smithi179 conmon[67066]: cluster 2022-01-26T00:21:56.914524+0000 mgr.smithi111.vbmimw (mgr.14718) 3383 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:21:59 smithi179 conmon[67066]: cluster 2022-01-26T00:21:58.915449+0000 mgr.smithi111.vbmimw (mgr.14718) 3384 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:21:59 smithi111 conmon[101466]: cluster 2022-01-26T00:21:58.915449+0000 mgr.smithi111.vbmimw (mgr.14718) 3384 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:02.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:01 smithi111 conmon[101466]: cluster 2022-01-26T00:22:00.916078+0000 mgr.smithi111.vbmimw (mgr.14718) 3385 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:01 smithi179 conmon[67066]: cluster 2022-01-26T00:22:00.916078+0000 mgr.smithi111.vbmimw (mgr.14718) 3385 : cluster 2022-01-26T00:22:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:01 smithi179 conmon[67066]: [DBG] pgmap v2916: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:04.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:03 smithi111 conmon[101466]: cluster 2022-01-26T00:22:02.916649+0000 mgr.smithi111.vbmimw (mgr.14718) 3386 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:03 smithi179 conmon[67066]: cluster 2022-01-26T00:22:02.916649+0000 mgr.smithi111.vbmimw (mgr.14718) 3386 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:05 smithi111 conmon[101466]: cluster 2022-01-26T00:22:04.917656+0000 mgr.smithi111.vbmimw (mgr.14718) 3387 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:06.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:05 smithi111 conmon[101466]: 2022-01-26T00:22:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:05 smithi179 conmon[67066]: cluster 2022-01-26T00:22:04.917656+0000 mgr.smithi111.vbmimw (mgr.14718) 3387 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:07 smithi111 conmon[101466]: cluster 2022-01-26T00:22:06.918252+0000 mgr.smithi111.vbmimw (mgr.14718) 3388 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:08.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:07 smithi111 conmon[101466]: 2022-01-26T00:22:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:07 smithi179 conmon[67066]: cluster 2022-01-26T00:22:06.918252+0000 mgr.smithi111.vbmimw (mgr.14718) 3388 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:09 smithi179 conmon[67066]: cluster 2022-01-26T00:22:08.919101+0000 mgr.smithi111.vbmimw (mgr.14718) 3389 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:09 smithi111 conmon[101466]: cluster 2022-01-26T00:22:08.919101+0000 mgr.smithi111.vbmimw (mgr.14718) 3389 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:10.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:09 smithi111 conmon[101466]: 2022-01-26T00:22:12.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:11 smithi111 conmon[101466]: cluster 2022-01-26T00:22:10.919650+0000 mgr.smithi111.vbmimw (mgr.14718) 3390 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:11 smithi179 conmon[67066]: cluster 2022-01-26T00:22:10.919650+0000 mgr.smithi111.vbmimw (mgr.14718) 3390 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:11 smithi179 conmon[67066]: 2022-01-26T00:22:14.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:13 smithi111 conmon[101466]: cluster 2022-01-26T00:22:12.920109+0000 mgr.smithi111.vbmimw (mgr.14718) 3391 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:13 smithi179 conmon[67066]: cluster 2022-01-26T00:22:12.920109+0000 mgr.smithi111.vbmimw (mgr.14718) 3391 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:14.942 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:22:15.210 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:15.210 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (104m) 3m ago 105m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:22:15.210 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (95m) 3m ago 105m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:22:15.211 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (95m) 3m ago 104m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:22:15.211 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (104m) 3m ago 105m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:22:15.211 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (100m) 3m ago 100m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:22:15.211 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (100m) 3m ago 100m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:22:15.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (96m) 3m ago 106m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:22:15.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (96m) 3m ago 104m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:22:15.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (96m) 3m ago 106m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:22:15.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (96m) 3m ago 104m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:22:15.212 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (97m) 3m ago 97m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:22:15.213 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (96m) 3m ago 96m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:22:15.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (105m) 3m ago 105m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:22:15.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (104m) 3m ago 104m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:22:15.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (91m) 3m ago 104m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:22:15.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (103m) 3m ago 103m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:22:15.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (103m) 3m ago 103m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:22:15.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (103m) 3m ago 103m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:22:15.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (102m) 3m ago 102m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:22:15.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (102m) 3m ago 102m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:22:15.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (102m) 3m ago 102m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:22:15.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (101m) 3m ago 101m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:22:15.215 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (103m) 3m ago 104m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:22:15.529 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:22:15.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:22:15.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:15.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:15.530 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:22:15.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:15.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:15.531 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:22:15.531 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:15.531 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:15.531 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:15.532 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:22:15.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:15.532 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:15.532 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:22:15.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:15.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:15.533 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:22:15.533 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:22:16.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: cluster 2022-01-26T00:22:14.920974+0000 mgr.smithi111.vbmimw (mgr.14718) 3392 2022-01-26T00:22:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: audit 2022-01-26T00:22:14.932088+0000 mgr.smithi111.vbmimw (mgr.14718) 3393 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:16.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: audit 2022-01-26T00 2022-01-26T00:22:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: :22:15.202106+0000 mgr.smithi111.vbmimw (mgr.14718) 3394 : audit [DBG] from='client.36342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: audit 2022-01-26T00:22:15. 2022-01-26T00:22:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: 529934+0000 mon.smithi111 (mon.0) 1195 : audit 2022-01-26T00:22:16.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:15 smithi111 conmon[101466]: [DBG] from='client.? 172.21.15.111:0/2641115214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:15 smithi179 conmon[67066]: cluster 2022-01-26T00:22:14.920974+0000 mgr.smithi111.vbmimw (mgr.14718) 3392 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:15 smithi179 conmon[67066]: audit 2022-01-26T00:22:14.932088+0000 mgr.smithi111.vbmimw (mgr.14718) 3393 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:15 smithi179 conmon[67066]: audit 2022-01-26T00:22:15.202106+0000 mgr.smithi111.vbmimw (mgr.14718) 3394 : audit [DBG] from='client.36342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:15 smithi179 conmon[67066]: audit 2022-01-26T00:22:16.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:15 smithi179 conmon[67066]: 2022-01-26T00:22:15.529934+0000 mon.smithi111 (mon.0) 1195 : audit [DBG] from='client.? 172.21.15.111:0/2641115214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:17 smithi179 conmon[67066]: cluster 2022-01-26T00:22:16.921667+0000 mgr.smithi111.vbmimw (mgr.14718) 3395 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:17 smithi111 conmon[101466]: cluster 2022-01-26T00:22:16.921667+0000 mgr.smithi111.vbmimw (mgr.14718) 3395 : cluster [DBG] 2022-01-26T00:22:18.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:17 smithi111 conmon[101466]: pgmap v2924: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:19 smithi179 conmon[67066]: cluster 2022-01-26T00:22:18.922497+0000 mgr.smithi111.vbmimw (mgr.14718) 3396 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:19 smithi111 conmon[101466]: cluster 2022-01-26T00:22:18.922497+0000 mgr.smithi111.vbmimw (mgr.14718) 3396 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:21 smithi111 conmon[101466]: cluster 2022-01-26T00:22:20.922954+0000 mgr.smithi111.vbmimw (mgr.14718) 3397 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:22.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:21 smithi111 conmon[101466]: 2022-01-26T00:22:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:21 smithi179 conmon[67066]: cluster 2022-01-26T00:22:20.922954+0000 mgr.smithi111.vbmimw (mgr.14718) 3397 : 2022-01-26T00:22:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:21 smithi179 conmon[67066]: cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:24.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:23 smithi111 conmon[101466]: cluster 2022-01-26T00:22:22.923390+0000 mgr.smithi111.vbmimw (mgr.14718) 3398 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:24.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:23 smithi111 conmon[101466]: 2022-01-26T00:22:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:23 smithi179 conmon[67066]: cluster 2022-01-26T00:22:22.923390+0000 mgr.smithi111.vbmimw (mgr.14718) 3398 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:23 smithi179 conmon[67066]: 2022-01-26T00:22:25.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: audit 2022-01-26T00:22:24.130589+0000 2022-01-26T00:22:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1196 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: audit 2022-01-26T00:22:24.132009+0000 mon.smithi111 (mon.0) 1197 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:25.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: audit 2022-01-26T00:22:24.132847+0000 mon.smithi111 (mon.0) 1198 : audit [INF] 2022-01-26T00:22:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: cephadm 2022-01-26T00:22 2022-01-26T00:22:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: :24.133580+0000 mgr.smithi111.vbmimw (mgr.14718) 3399 2022-01-26T00:22:25.234 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: audit 2022-01-26T 2022-01-26T00:22:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: 00:22:24.444229+0000 mon.smithi111 (mon. 2022-01-26T00:22:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: 0) 1199 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:22:25.235 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: audit 2022-01- 2022-01-26T00:22:25.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: 26T00:22:24.449112+0000 mon.smithi111 ( 2022-01-26T00:22:25.236 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:24 smithi111 conmon[101466]: mon.0) 1200 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:22:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: audit 2022-01-26T00:22:24.130589+0000 mon.smithi111 (mon.0 2022-01-26T00:22:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: ) 1196 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: audit 2022-01-26T00:22:24.132009+0000 mon.smithi111 (mon.0) 1197 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: audit 2022-01-26T00:22:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: 2022-01-26T00:22:24.132847+0000 mon.smithi111 (mon.0) 1198 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: cephadm 2022- 2022-01-26T00:22:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: 01-26T00:22:24.133580+0000 2022-01-26T00:22:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3399 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: 2022-01-26T00:22:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: audit 2022-01-26T00:22:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: 2022-01-26T00:22:24.444229+0000 mon.smithi111 ( 2022-01-26T00:22:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: mon.0) 1199 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:22:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:22:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: -26T00:22:24.449112+0000 2022-01-26T00:22:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: mon.smithi111 (mon.0) 1200 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:22:25.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:24 smithi179 conmon[67066]: 2022-01-26T00:22:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:26 smithi111 conmon[101466]: cluster 2022-01-26T00:22:24.924148+0000 mgr.smithi111.vbmimw (mgr.14718) 3400 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:26.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:26 smithi111 conmon[101466]: 2022-01-26T00:22:26.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:26 smithi179 conmon[67066]: cluster 2022-01-26T00:22:24.924148+0000 mgr.smithi111.vbmimw (mgr.14718) 3400 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:28.732 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:28 smithi111 conmon[101466]: cluster 2022-01-26T00:22:26.924579+0000 mgr.smithi111.vbmimw (mgr.14718) 3401 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:28.733 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:28 smithi111 conmon[101466]: 2022-01-26T00:22:28.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:28 smithi179 conmon[67066]: cluster 2022-01-26T00:22:26.924579+0000 mgr.smithi111.vbmimw (mgr.14718) 3401 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:29 smithi179 conmon[67066]: cluster 2022-01-26T00:22:28.925371+0000 mgr.smithi111.vbmimw (mgr.14718) 3402 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:29 smithi111 conmon[101466]: cluster 2022-01-26T00:22:28.925371+0000 mgr.smithi111.vbmimw (mgr.14718) 3402 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:32.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:31 smithi111 conmon[101466]: cluster 2022-01-26T00:22:30.925985+0000 mgr.smithi111.vbmimw (mgr.14718) 3403 : cluster [DBG] 2022-01-26T00:22:32.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:31 smithi111 conmon[101466]: pgmap v2931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:31 smithi179 conmon[67066]: cluster 2022-01-26T00:22:30.925985+0000 mgr.smithi111.vbmimw (mgr.14718) 3403 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:34.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:33 smithi111 conmon[101466]: cluster 2022-01-26T00:22:32.926432+0000 mgr.smithi111.vbmimw (mgr.14718) 3404 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:33 smithi179 conmon[67066]: cluster 2022-01-26T00:22:32.926432+0000 mgr.smithi111.vbmimw (mgr.14718) 3404 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:35 smithi179 conmon[67066]: cluster 2022-01-26T00:22:34.927450+0000 mgr.smithi111.vbmimw (mgr.14718) 3405 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:35 smithi111 conmon[101466]: cluster 2022-01-26T00:22:34.927450+0000 mgr.smithi111.vbmimw (mgr.14718) 3405 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:37 smithi179 conmon[67066]: cluster 2022-01-26T00:22:36.927888+0000 mgr.smithi111.vbmimw (mgr.14718) 3406 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:37 smithi179 conmon[67066]: audit 2022-01-26T00:22:37.680244+0000 mon.smithi111 (mon.0) 1201 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:38.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:37 smithi179 conmon[67066]: audit 2022-01-26T00:22:37.680512+0000 mon.smithi111 (mon.0) 1202 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:37 smithi111 conmon[101466]: cluster 2022-01-26T00:22:36.927888+0000 mgr.smithi111.vbmimw (mgr.14718) 3406 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:37 smithi111 conmon[101466]: audit 2022-01-26T00:22:37.680244+0000 mon.smithi111 (mon.0) 1201 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:37 smithi111 conmon[101466]: audit 2022-01-26T00:22:37.680512+0000 mon.smithi111 (mon.0) 1202 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:39 smithi179 conmon[67066]: cluster 2022-01-26T00:22:38.928686+0000 mgr.smithi111.vbmimw (mgr.14718) 3407 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:39 smithi111 conmon[101466]: cluster 2022-01-26T00:22:38.928686+0000 mgr.smithi111.vbmimw (mgr.14718) 3407 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:41 smithi179 conmon[67066]: cluster 2022-01-26T00:22:40 2022-01-26T00:22:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:41 smithi179 conmon[67066]: .929225+0000 mgr.smithi111.vbmimw (mgr.14718) 3408 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:41 smithi111 conmon[101466]: cluster 2022-01-26T00:22:40.929225+0000 mgr.smithi111.vbmimw (mgr.14718) 3408 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:41 smithi111 conmon[101466]: 2022-01-26T00:22:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:43 smithi179 conmon[67066]: cluster 2022-01-26T00:22:42.929830+0000 mgr.smithi111.vbmimw (mgr.14718) 3409 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:43 smithi111 conmon[101466]: cluster 2022-01-26T00:22:42.929830+0000 mgr.smithi111.vbmimw (mgr.14718) 3409 : cluster 2022-01-26T00:22:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:43 smithi111 conmon[101466]: [DBG] pgmap v2937: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:45.830 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:22:46.096 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:46.096 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (104m) 4m ago 106m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:22:46.097 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (96m) 4m ago 105m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:22:46.097 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (96m) 4m ago 105m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:22:46.097 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (104m) 4m ago 105m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:22:46.097 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (100m) 4m ago 100m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:22:46.098 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (100m) 4m ago 100m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:22:46.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (97m) 4m ago 107m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:22:46.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (96m) 4m ago 105m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:22:46.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (96m) 4m ago 107m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:22:46.099 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (96m) 4m ago 105m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:22:46.099 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (97m) 4m ago 97m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:22:46.099 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (97m) 4m ago 97m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:22:46.099 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (105m) 4m ago 105m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:22:46.100 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (105m) 4m ago 105m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:22:46.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (91m) 4m ago 104m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:22:46.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (104m) 4m ago 104m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:22:46.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (103m) 4m ago 103m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:22:46.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (103m) 4m ago 103m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:22:46.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (103m) 4m ago 103m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:22:46.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (102m) 4m ago 102m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:22:46.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (102m) 4m ago 102m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:22:46.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (102m) 4m ago 102m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:22:46.102 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (104m) 4m ago 105m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:22:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:45 smithi179 conmon[67066]: cluster 2022-01-26T00:22:44.930669+0000 mgr.smithi111.vbmimw (mgr.14718) 3410 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:46.416 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:22:46.416 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:22:46.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:46.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:46.417 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:22:46.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:46.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:46.418 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:22:46.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:46.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:46.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:46.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:22:46.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:46.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:22:46.419 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:22:46.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:46.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:46.420 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:22:46.420 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:22:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:45 smithi111 conmon[101466]: cluster 2022-01-26T00:22:44.930669+0000 mgr.smithi111.vbmimw (mgr. 2022-01-26T00:22:46.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:45 smithi111 conmon[101466]: 14718) 3410 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:46 smithi179 conmon[67066]: audit 2022-01-26T00:22:45.818818+0000 mgr.smithi111.vbmimw (mgr.14718) 3411 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:47.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:46 smithi179 conmon[67066]: 2022-01-26T00:22:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:46 smithi179 conmon[67066]: audit 2022-01-26T00:22:46.088697+0000 mgr.smithi111.vbmimw (mgr.14718) 3412 : audit [DBG] from='client.36354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:46 smithi179 conmon[67066]: audit 2022-01-26T00:22:46.417094+0000 mon.smithi111 (mon.0) 1203 : audit [DBG] 2022-01-26T00:22:47.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:46 smithi179 conmon[67066]: from='client.? 172.21.15.111:0/1341587780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:47.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:46 smithi111 conmon[101466]: audit 2022-01-26T00:22:45.818818 2022-01-26T00:22:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:46 smithi111 conmon[101466]: +0000 mgr.smithi111.vbmimw (mgr.14718) 3411 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:46 smithi111 conmon[101466]: audit 2022-01-26T00:22:46.088697+0000 mgr.smithi111.vbmimw (mgr.14718) 3412 : audit [DBG] from='client.36354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:46 smithi111 conmon[101466]: audit 2022-01-26T00:22:46.417094+0000 mon.smithi111 (mon. 2022-01-26T00:22:47.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:46 smithi111 conmon[101466]: 0) 1203 : audit [DBG] from='client.? 172.21.15.111:0/1341587780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:47 smithi179 conmon[67066]: cluster 2022-01-26T00:22:46.931152+0000 mgr.smithi111.vbmimw (mgr.14718) 3413 : cluster 2022-01-26T00:22:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:47 smithi179 conmon[67066]: [DBG] pgmap v2939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:47 smithi111 conmon[101466]: cluster 2022-01-26T00:22:46.931152+0000 mgr.smithi111.vbmimw (mgr.14718) 3413 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:49 smithi179 conmon[67066]: cluster 2022-01-26T00:22:48.931992+0000 mgr.smithi111.vbmimw (mgr.14718) 3414 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:49 smithi111 conmon[101466]: cluster 2022-01-26T00:22:48.931992+0000 mgr.smithi111.vbmimw (mgr.14718) 3414 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:51 smithi179 conmon[67066]: cluster 2022-01-26T00:22:50.932517+0000 mgr.smithi111.vbmimw (mgr.14718) 3415 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:51 smithi111 conmon[101466]: cluster 2022-01-26T00:22:50.932517+0000 mgr.smithi111.vbmimw (mgr.14718) 3415 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:53 smithi179 conmon[67066]: cluster 2022-01-26T00:22:52.933118+0000 mgr.smithi111.vbmimw (mgr.14718) 3416 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:53 smithi111 conmon[101466]: cluster 2022-01-26T00:22:52.933118+0000 mgr.smithi111.vbmimw (mgr.14718) 3416 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:55 smithi179 conmon[67066]: cluster 2022-01-26T00:22:54.933945+0000 mgr.smithi111.vbmimw (mgr.14718) 3417 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:55 smithi111 conmon[101466]: cluster 2022-01-26T00:22:54.933945+0000 mgr.smithi111.vbmimw (mgr.14718) 3417 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:57 smithi179 conmon[67066]: cluster 2022-01-26T00:22:56.934609+0000 mgr.smithi111.vbmimw (mgr.14718) 3418 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:57 smithi111 conmon[101466]: cluster 2022-01-26T00:22:56.934609+0000 mgr.smithi111.vbmimw (mgr.14718) 3418 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:57 smithi111 conmon[101466]: 2022-01-26T00:23:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:22:59 smithi179 conmon[67066]: cluster 2022-01-26T00:22:58.935470+0000 mgr.smithi111.vbmimw (mgr.14718) 3419 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:22:59 smithi111 conmon[101466]: cluster 2022-01-26T00:22:58.935470+0000 mgr.smithi111.vbmimw (mgr.14718) 3419 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:01 smithi179 conmon[67066]: cluster 2022-01-26T00:23:00.936059+0000 mgr.smithi111.vbmimw (mgr.14718) 3420 : cluster 2022-01-26T00:23:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:01 smithi179 conmon[67066]: [DBG] pgmap v2946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:02.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:01 smithi111 conmon[101466]: cluster 2022-01-26T00:23:00.936059+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:23:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:01 smithi111 conmon[101466]: .14718) 3420 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:03 smithi179 conmon[67066]: cluster 2022-01-26T00:23:02.936504+0000 mgr.smithi111.vbmimw (mgr.14718) 3421 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:03 smithi111 conmon[101466]: cluster 2022-01-26T00:23:02.936504+0000 mgr.smithi111.vbmimw (mgr.14718) 3421 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:05 smithi179 conmon[67066]: cluster 2022-01-26T00:23:04.937238+0000 mgr.smithi111.vbmimw (mgr.14718) 3422 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:05 smithi111 conmon[101466]: cluster 2022-01-26T00:23:04.937238+0000 mgr.smithi111.vbmimw (mgr.14718) 3422 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:08 smithi179 conmon[67066]: cluster 2022-01-26T00:23:06.937682+0000 mgr.smithi111.vbmimw (mgr.14718) 3423 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:08.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:08 smithi111 conmon[101466]: cluster 2022-01-26T00:23:06.937682+0000 mgr.smithi111.vbmimw (mgr.14718) 3423 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:09 smithi179 conmon[67066]: cluster 2022-01-26T00:23:08.938555+0000 mgr.smithi111.vbmimw (mgr.14718) 3424 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:09 smithi111 conmon[101466]: cluster 2022-01-26T00:23:08.938555+0000 mgr.smithi111.vbmimw (mgr.14718) 3424 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:11 smithi179 conmon[67066]: cluster 2022-01-26T00:23:10.939339+0000 mgr.smithi111.vbmimw (mgr.14718) 3425 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:12.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:11 smithi111 conmon[101466]: cluster 2022-01-26T00:23:10.939339+0000 mgr.smithi111.vbmimw (mgr.14718) 3425 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:11 smithi111 conmon[101466]: 2022-01-26T00:23:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:13 smithi179 conmon[67066]: cluster 2022-01-26T00:23:12.939965+0000 mgr.smithi111.vbmimw (mgr.14718) 3426 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:13 smithi111 conmon[101466]: cluster 2022-01-26T00:23:12.939965+0000 mgr.smithi111.vbmimw (mgr.14718) 3426 : cluster 2022-01-26T00:23:14.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:13 smithi111 conmon[101466]: [DBG] pgmap v2952: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:16 smithi179 conmon[67066]: cluster 2022-01-26T00:23:14.940780+0000 mgr.smithi111.vbmimw (mgr.14718) 3427 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:16 smithi111 conmon[101466]: cluster 2022-01-26T00:23:14.940780+0000 mgr.smithi111.vbmimw (mgr.14718) 3427 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:16.715 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:23:16.982 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:16.983 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (105m) 4m ago 106m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:23:16.983 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (96m) 4m ago 106m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:23:16.983 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (96m) 4m ago 105m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:23:16.983 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (105m) 4m ago 106m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:23:16.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (101m) 4m ago 101m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:23:16.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (101m) 4m ago 101m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:23:16.985 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (97m) 4m ago 107m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:23:16.985 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (97m) 4m ago 105m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:23:16.985 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (97m) 4m ago 107m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:23:16.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (97m) 4m ago 105m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:23:16.986 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (98m) 4m ago 98m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:23:16.987 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (97m) 4m ago 97m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:23:16.987 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (106m) 4m ago 106m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:23:16.988 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (105m) 4m ago 105m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:23:16.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (92m) 4m ago 105m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:23:16.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (104m) 4m ago 104m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:23:16.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (104m) 4m ago 104m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:23:16.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (104m) 4m ago 104m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:23:16.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (103m) 4m ago 103m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:23:16.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (103m) 4m ago 103m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:23:16.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (103m) 4m ago 103m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:23:16.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (102m) 4m ago 102m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:23:16.991 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (105m) 4m ago 105m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:23:17.303 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:23:17.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:23:17.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:17.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:17.304 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:23:17.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:17.304 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:17.304 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:23:17.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:17.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:17.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:17.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:23:17.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:17.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:17.306 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:23:17.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:17.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:17.307 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:23:17.307 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:23:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:17 smithi179 conmon[67066]: audit 2022-01-26T00:23:16.705370+0000 mgr.smithi111.vbmimw (mgr.14718) 3428 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:17.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:17 smithi179 conmon[67066]: 2022-01-26T00:23:17.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:17 smithi111 conmon[101466]: audit 2022-01-26T00:23:16.705370+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:23:17.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:17 smithi111 conmon[101466]: mgr.14718) 3428 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:18 smithi179 conmon[67066]: cluster 2022-01-26T00:23:16.941209+0000 mgr.smithi111.vbmimw (mgr.14718) 3429 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:18 smithi179 conmon[67066]: audit 2022-01-26T00:23:16.974683+0000 mgr.smithi111.vbmimw (mgr.14718) 3430 : audit [DBG] from='client.36366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:18.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:18 smithi179 conmon[67066]: audit 2022-01-26T00:23:17.303956+0000 mon.smithi111 (mon.0) 1204 : audit [DBG] from='client.? 172.21.15.111:0/3595848094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: cluster 2022-01-26T00:23:16.941209+0000 mgr.smithi111.vbmimw (mgr.14718) 3429 2022-01-26T00:23:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: audit 2022-01-26T00:23:16.974683+0000 mgr.smithi111.vbmimw (mgr.14718) 3430 : 2022-01-26T00:23:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: audit [DBG] from='client.36366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:23:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: T00:23:17.303956+0000 mon.smithi111 (mon.0) 1204 : audit [DBG] from='client.? 172.21.15.111:0/3595848094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:18.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:18 smithi111 conmon[101466]: 2022-01-26T00:23:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:19 smithi179 conmon[67066]: cluster 2022-01-26T00:23:18.941954+0000 mgr.smithi111.vbmimw (mgr.14718) 3431 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:19 smithi111 conmon[101466]: cluster 2022-01-26T00:23:18.941954+0000 mgr.smithi111.vbmimw (mgr.14718) 3431 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:19 smithi111 conmon[101466]: 2022-01-26T00:23:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:21 smithi179 conmon[67066]: cluster 2022-01-26T00:23:20.942524+0000 mgr.smithi111.vbmimw (mgr.14718) 3432 : cluster [DBG] 2022-01-26T00:23:22.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:21 smithi179 conmon[67066]: pgmap v2956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:21 smithi111 conmon[101466]: cluster 2022-01-26T00:23:20.942524+0000 mgr.smithi111.vbmimw (mgr.14718) 3432 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:24 smithi179 conmon[67066]: cluster 2022-01-26T00:23:22.943063+0000 mgr.smithi111.vbmimw (mgr.14718) 3433 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:24.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:24 smithi111 conmon[101466]: cluster 2022-01-26T00:23:22.943063+0000 mgr.smithi111.vbmimw (mgr.14718) 3433 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit 2022-01-26T00:23:24.451653+0000 mon.smithi111 (mon.0) 1205 : audit 2022-01-26T00:23:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit 2022-01-26T00:23:24.453272+0000 mon.smithi111 (mon.0) 1206 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit 2022-01-26T00:23:24.454108+0000 mon.smithi111 (mon.0) 2022-01-26T00:23:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: 1207 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: cephadm 2022-01-26T00:23:24.454869+0000 mgr.smithi111.vbmimw ( 2022-01-26T00:23:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: mgr.14718) 3434 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:23:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit 2022 2022-01-26T00:23:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: -01-26T00:23: 2022-01-26T00:23:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: 24.762292+0000 mon.smithi111 (mon.0) 1208 : 2022-01-26T00:23:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:23:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:23:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: -26T00:23:24. 2022-01-26T00:23:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: 767641+0000 mon.smithi111 (mon.0) 2022-01-26T00:23:25.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:25 smithi179 conmon[67066]: 1209 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:23:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: audit 2022-01-26T00:23:24.451653+0000 mon.smithi111 (mon.0) 1205 : audit [DBG] 2022-01-26T00:23:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: audit 2022-01-26T00:23:24.453272+0000 mon.smithi111 (mon.0) 1206 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: audit 2022-01-26T00:23:24.454108+0000 mon.smithi111 (mon.0) 1207 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: cephadm 2022-01-26T00:23:24.454869+0000 mgr.smithi111.vbmimw (mgr.14718) 3434 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:23:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: audit 2022-01-26T00:23:24.762292+0000 mon.smithi111 (mon.0) 1208 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:23:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: audit 2022-01-26T00:23:24.767641+0000 2022-01-26T00:23:25.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:25 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1209 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:23:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:26 smithi179 conmon[67066]: cluster 2022-01-26T00:23:24.943948+0000 mgr.smithi111.vbmimw (mgr.14718) 3435 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:26 smithi111 conmon[101466]: cluster 2022-01-26T00:23:24.943948+0000 mgr.smithi111.vbmimw (mgr.14718) 3435 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:28 smithi179 conmon[67066]: cluster 2022-01-26T00:23:26.944565+0000 mgr.smithi111.vbmimw (mgr.14718) 3436 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:28 smithi111 conmon[101466]: cluster 2022-01-26T00:23:26.944565+0000 mgr.smithi111.vbmimw (mgr.14718) 3436 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:29 smithi179 conmon[67066]: cluster 2022-01-26T00:23:28.945553+0000 mgr.smithi111.vbmimw (mgr.14718) 3437 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:29 smithi111 conmon[101466]: cluster 2022-01-26T00:23:28.945553+0000 mgr.smithi111.vbmimw (mgr.14718) 3437 : cluster [DBG] 2022-01-26T00:23:30.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:29 smithi111 conmon[101466]: pgmap v2960: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:32 smithi179 conmon[67066]: cluster 2022-01-26T00:23:30.946127+0000 mgr.smithi111.vbmimw (mgr.14718) 3438 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:32 smithi111 conmon[101466]: cluster 2022-01-26T00:23:30.946127+0000 mgr.smithi111.vbmimw (mgr.14718) 3438 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:34 smithi179 conmon[67066]: cluster 2022-01-26T00:23:32.946616+0000 mgr.smithi111.vbmimw (mgr.14718) 3439 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:34 smithi111 conmon[101466]: cluster 2022-01-26T00:23:32.946616+0000 mgr.smithi111.vbmimw (mgr.14718) 3439 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:36 smithi179 conmon[67066]: cluster 2022-01-26T00:23:34.947509+0000 mgr.smithi111.vbmimw (mgr.14718) 3440 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:36 smithi111 conmon[101466]: cluster 2022-01-26T00:23:34.947509+0000 mgr.smithi111.vbmimw (mgr.14718) 3440 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:36 smithi111 conmon[101466]: 2022-01-26T00:23:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:38 smithi179 conmon[67066]: cluster 2022-01-26T00:23:36.948130+0000 mgr.smithi111.vbmimw (mgr.14718) 3441 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:38 smithi179 conmon[67066]: audit 2022-01-26T00:23:37.683948+0000 mon.smithi111 (mon.0) 1210 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:38 smithi179 conmon[67066]: audit 2022-01-26T00:23:37.684198+0000 mon.smithi111 (mon.0) 1211 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:38 smithi111 conmon[101466]: cluster 2022-01-26T00:23:36.948130+0000 mgr.smithi111.vbmimw (mgr.14718) 3441 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:38 smithi111 conmon[101466]: audit 2022-01-26T00:23:37.683948+0000 mon.smithi111 (mon.0) 1210 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:38 smithi111 conmon[101466]: audit 2022-01-26T00:23:37.684198+0000 mon.smithi111 (mon.0) 1211 : audit 2022-01-26T00:23:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:38 smithi111 conmon[101466]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:39 smithi179 conmon[67066]: cluster 2022-01-26T00:23:38.948848+0000 mgr.smithi111.vbmimw (mgr.14718) 3442 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:39 smithi111 conmon[101466]: cluster 2022-01-26T00:23:38.948848+0000 mgr.smithi111.vbmimw (mgr.14718) 3442 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:42 smithi179 conmon[67066]: cluster 2022-01-26T00:23:40.949456+0000 mgr.smithi111.vbmimw (mgr.14718) 3443 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:42 smithi111 conmon[101466]: cluster 2022-01-26T00:23:40.949456+0000 mgr.smithi111.vbmimw (mgr.14718) 3443 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:44.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:44 smithi179 conmon[67066]: cluster 2022-01-26T00:23:42.950013+0000 mgr.smithi111.vbmimw (mgr.14718) 3444 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:44.616 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:44 smithi111 conmon[101466]: cluster 2022-01-26T00:23:42.950013+0000 mgr.smithi111.vbmimw (mgr.14718) 3444 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:46 smithi179 conmon[67066]: cluster 2022-01-26T00:23:44.951061+0000 mgr.smithi111.vbmimw (mgr.14718) 3445 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:46 smithi111 conmon[101466]: cluster 2022-01-26T00:23:44.951061+0000 mgr.smithi111.vbmimw (mgr.14718) 3445 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:47.599 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:23:47.863 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:47.864 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (105m) 5m ago 107m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:23:47.864 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (97m) 5m ago 107m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:23:47.864 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (97m) 5m ago 106m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:23:47.865 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (105m) 5m ago 106m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:23:47.866 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (101m) 5m ago 101m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:23:47.866 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (101m) 5m ago 101m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:23:47.866 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (98m) 5m ago 108m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:23:47.866 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (98m) 5m ago 106m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:23:47.867 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (97m) 5m ago 108m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:23:47.867 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (97m) 5m ago 106m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:23:47.867 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (98m) 5m ago 98m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:23:47.867 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (98m) 5m ago 98m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:23:47.867 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (106m) 5m ago 106m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:23:47.868 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (106m) 5m ago 106m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:23:47.868 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (93m) 5m ago 105m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:23:47.868 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (105m) 5m ago 105m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:23:47.868 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (104m) 5m ago 104m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:23:47.869 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (104m) 5m ago 104m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:23:47.869 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (104m) 5m ago 104m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:23:47.869 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (104m) 5m ago 104m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:23:47.869 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (103m) 5m ago 103m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:23:47.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (103m) 5m ago 103m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:23:47.870 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (105m) 5m ago 106m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:23:48.190 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:23:48.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:23:48.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:48.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:48.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:23:48.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:48.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:48.193 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:23:48.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:48.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:48.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:48.195 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:23:48.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:48.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:23:48.196 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:23:48.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:48.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:48.198 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:23:48.198 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:23:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:48 smithi179 conmon[67066]: cluster 2022-01-26T00:23:46.951515+0000 mgr.smithi111.vbmimw (mgr.14718) 3446 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:48.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:48 smithi179 conmon[67066]: audit 2022-01-26T00:23:47.587955+0000 mgr.smithi111.vbmimw (mgr.14718) 3447 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:48 smithi111 conmon[101466]: cluster 2022-01-26T00:23:46.951515+0000 mgr.smithi111.vbmimw (mgr.14718) 3446 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:48.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:48 smithi111 conmon[101466]: audit 2022-01-26T00:23:47.587955+0000 mgr.smithi111.vbmimw (mgr.14718) 3447 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:49 smithi179 conmon[67066]: audit 2022-01-26T00:23:47.855961+0000 mgr.smithi111.vbmimw (mgr.14718) 3448 : audit [DBG] from='client.36378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:49.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:49 smithi179 conmon[67066]: audit 2022-01-26T00:23:48.191255+0000 mon.smithi111 (mon.0) 1212 : audit [DBG] from='client.? 172.21.15.111:0/1091418507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:49 smithi111 conmon[101466]: audit 2022-01-26T00:23:47.855961+0000 mgr.smithi111.vbmimw (mgr.14718) 3448 : audit [DBG] from='client.36378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:49 smithi111 conmon[101466]: audit 2022-01-26T00:23:48.191255+0000 mon.smithi111 ( 2022-01-26T00:23:49.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:49 smithi111 conmon[101466]: mon.0) 1212 : audit [DBG] from='client.? 172.21.15.111:0/1091418507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:50 smithi179 conmon[67066]: cluster 2022-01-26T00:23:48.952469+0000 mgr.smithi111.vbmimw (mgr.14718) 3449 : cluster [DBG] 2022-01-26T00:23:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:50 smithi179 conmon[67066]: pgmap v2970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:50.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:50 smithi111 conmon[101466]: cluster 2022-01-26T00:23:48.952469+0000 mgr.smithi111.vbmimw (mgr.14718) 3449 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:52 smithi179 conmon[67066]: cluster 2022-01-26T00:23:50.953168+0000 mgr.smithi111.vbmimw (mgr.14718) 3450 : cluster [DBG] 2022-01-26T00:23:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:52 smithi179 conmon[67066]: pgmap v2971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:52 smithi111 conmon[101466]: cluster 2022-01-26T00:23:50.953168+0000 mgr.smithi111.vbmimw (mgr.14718) 3450 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:54 smithi179 conmon[67066]: cluster 2022-01-26T00:23:52.953771+0000 mgr.smithi111.vbmimw (mgr.14718) 3451 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:54 smithi111 conmon[101466]: cluster 2022-01-26T00:23:52.953771+0000 mgr.smithi111.vbmimw (mgr.14718) 3451 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:56 smithi179 conmon[67066]: cluster 2022-01-26T00:23:54.954621+0000 mgr.smithi111.vbmimw (mgr.14718) 3452 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:56.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:56 smithi111 conmon[101466]: cluster 2022-01-26T00:23:54.954621+0000 mgr.smithi111.vbmimw (mgr.14718) 3452 : cluster [DBG] 2022-01-26T00:23:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:56 smithi111 conmon[101466]: pgmap v2973: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:58.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:58 smithi179 conmon[67066]: cluster 2022-01-26T00:23:56.955090+0000 mgr.smithi111.vbmimw (mgr.14718) 3453 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:58.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:58 smithi179 conmon[67066]: 2022-01-26T00:23:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:58 smithi111 conmon[101466]: cluster 2022-01-26T00:23:56.955090+0000 mgr.smithi111.vbmimw (mgr.14718) 3453 : cluster [DBG] 2022-01-26T00:23:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:58 smithi111 conmon[101466]: pgmap v2974: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:59 smithi179 conmon[67066]: cluster 2022-01-26T00:23:58.955734+0000 mgr.smithi111.vbmimw (mgr.14718) 3454 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:23:59 smithi179 conmon[67066]: 2022-01-26T00:24:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:23:59 smithi111 conmon[101466]: cluster 2022-01-26T00:23:58.955734+0000 mgr.smithi111.vbmimw (mgr.14718) 3454 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:02 smithi179 conmon[67066]: cluster 2022-01-26T00:24:00.956208+0000 mgr.smithi111.vbmimw (mgr.14718) 3455 : cluster [DBG] 2022-01-26T00:24:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:02 smithi179 conmon[67066]: pgmap v2976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:02.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:02 smithi111 conmon[101466]: cluster 2022-01-26T00:24:00.956208+0000 mgr.smithi111.vbmimw (mgr.14718) 3455 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:04 smithi179 conmon[67066]: cluster 2022-01-26T00:24:02.956649+0000 mgr.smithi111.vbmimw (mgr.14718) 3456 2022-01-26T00:24:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:04 smithi179 conmon[67066]: : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:04 smithi111 conmon[101466]: cluster 2022-01-26T00:24:02.956649+0000 mgr.smithi111.vbmimw (mgr.14718) 3456 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:06 smithi179 conmon[67066]: cluster 2022-01-26T00:24:04.957551+0000 mgr.smithi111.vbmimw (mgr.14718) 3457 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:06 smithi111 conmon[101466]: cluster 2022-01-26T00:24:04.957551+0000 mgr.smithi111.vbmimw (mgr.14718) 3457 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:08 smithi179 conmon[67066]: cluster 2022-01-26T00:24:06.958028+0000 mgr.smithi111.vbmimw (mgr.14718) 3458 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:08.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:08 smithi111 conmon[101466]: cluster 2022-01-26T00:24:06.958028+0000 mgr.smithi111.vbmimw (mgr.14718) 3458 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:09 smithi179 conmon[67066]: cluster 2022-01-26T00:24:08.958809+0000 mgr.smithi111.vbmimw (mgr.14718) 3459 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:09 smithi111 conmon[101466]: cluster 2022-01-26T00:24:08.958809+0000 mgr.smithi111.vbmimw (mgr.14718) 3459 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:12 smithi179 conmon[67066]: cluster 2022-01-26T00:24:10.959403+0000 mgr.smithi111.vbmimw (mgr.14718) 3460 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:12 smithi111 conmon[101466]: cluster 2022-01-26T00:24:10.959403+0000 mgr.smithi111.vbmimw (mgr.14718) 3460 : cluster [DBG] 2022-01-26T00:24:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:12 smithi111 conmon[101466]: pgmap v2981: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:14 smithi179 conmon[67066]: cluster 2022-01-26T00:24:12.960015+0000 mgr.smithi111.vbmimw (mgr.14718) 3461 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:14.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:14 smithi111 conmon[101466]: cluster 2022-01-26T00:24:12.960015+0000 mgr.smithi111.vbmimw (mgr.14718) 3461 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:16 smithi179 conmon[67066]: cluster 2022-01-26T00:24:14.960894+0000 mgr.smithi111.vbmimw (mgr.14718) 3462 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:16 smithi111 conmon[101466]: cluster 2022-01-26T00:24:14.960894+0000 mgr.smithi111.vbmimw (mgr.14718) 3462 : cluster [DBG] 2022-01-26T00:24:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:16 smithi111 conmon[101466]: pgmap v2983: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:18 smithi179 conmon[67066]: cluster 2022-01-26T00:24:16.961364+0000 mgr.smithi111.vbmimw (mgr.14718) 3463 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:18 smithi111 conmon[101466]: cluster 2022-01-26T00:24:16.961364+0000 mgr.smithi111.vbmimw (mgr.14718) 3463 : cluster 2022-01-26T00:24:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:18 smithi111 conmon[101466]: [DBG] pgmap v2984: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.488 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:24:18.752 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:18.753 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (106m) 5m ago 107m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:24:18.753 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (97m) 5m ago 107m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:24:18.753 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (97m) 5m ago 106m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:24:18.754 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (106m) 5m ago 107m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:24:18.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (102m) 5m ago 102m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:24:18.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (102m) 5m ago 102m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:24:18.755 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (98m) 5m ago 108m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:24:18.755 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (98m) 5m ago 106m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:24:18.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (98m) 5m ago 108m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:24:18.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (98m) 5m ago 106m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:24:18.756 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (99m) 5m ago 99m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:24:18.756 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (98m) 5m ago 98m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:24:18.756 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (107m) 5m ago 107m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:24:18.756 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (106m) 5m ago 106m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:24:18.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (93m) 5m ago 106m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:24:18.757 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (105m) 5m ago 105m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:24:18.757 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (105m) 5m ago 105m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:24:18.757 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (105m) 5m ago 105m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:24:18.757 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (104m) 5m ago 104m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:24:18.758 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (104m) 5m ago 104m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:24:18.758 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (104m) 5m ago 104m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:24:18.758 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (103m) 5m ago 103m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:24:18.758 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (106m) 5m ago 106m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:24:19.074 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:24:19.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:24:19.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:19.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:19.075 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:24:19.075 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:19.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:19.075 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:24:19.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:19.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:19.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:19.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:24:19.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:19.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:19.077 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:24:19.078 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:19.078 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:19.078 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:24:19.078 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:24:19.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:19 smithi179 conmon[67066]: audit 2022-01-26T00:24:18.477562+0000 mgr.smithi111.vbmimw (mgr.14718) 3464 : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:19.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:19 smithi111 conmon[101466]: audit 2022-01-26T00:24:18.477562+0000 mgr.smithi111.vbmimw (mgr.14718) 3464 2022-01-26T00:24:19.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:19 smithi111 conmon[101466]: : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:20.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:20 smithi179 conmon[67066]: audit 2022-01-26T00:24:18.744980+0000 mgr.smithi111.vbmimw (mgr.14718) 3465 : audit [DBG] from='client.36390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:20.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:20 smithi179 conmon[67066]: cluster 2022-01-26T00:24:18.962044+0000 mgr.smithi111.vbmimw (mgr.14718) 3466 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:20.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:20 smithi179 conmon[67066]: audit 2022-01-26T00:24:19.074953+0000 mon.smithi111 (mon.0) 1213 : audit [DBG] from='client.? 172.21.15.111:0/1955482923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:20.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:20 smithi111 conmon[101466]: audit 2022-01-26T00:24:18.744980+0000 mgr.smithi111.vbmimw (mgr.14718) 3465 : audit [DBG] from='client.36390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:20 smithi111 conmon[101466]: cluster 2022-01-26T00:24:18.962044+0000 mgr.smithi111.vbmimw (mgr.14718) 3466 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:20.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:20 smithi111 conmon[101466]: audit 2022-01-26T00:24:19.074953+0000 mon.smithi111 (mon.0) 1213 : audit [DBG] from='client.? 172.21.15.111:0/1955482923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:22 smithi179 conmon[67066]: cluster 2022-01-26T00:24:20.962685+0000 mgr.smithi111.vbmimw (mgr.14718) 3467 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:22 smithi111 conmon[101466]: cluster 2022-01-26T00:24:20.962685+0000 mgr.smithi111.vbmimw (mgr.14718) 3467 : cluster 2022-01-26T00:24:22.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:22 smithi111 conmon[101466]: [DBG] pgmap v2986: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:24 smithi179 conmon[67066]: cluster 2022-01-26T00:24:22.963132+0000 mgr.smithi111.vbmimw (mgr.14718) 3468 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:24.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:24 smithi111 conmon[101466]: cluster 2022-01-26T00:24:22.963132+0000 mgr.smithi111.vbmimw (mgr.14718) 3468 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:25.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: audit 2022-01-26T00:24:24.770997+0000 mon.smithi111 (mon 2022-01-26T00:24:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: .0) 1214 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: audit 2022-01-26T00:24:24.772401+0000 mon.smithi111 (mon.0) 1215 : audit [DBG] 2022-01-26T00:24:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: audit 2022-01-26T 2022-01-26T00:24:25.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: 00:24:24.773138+0000 mon.smithi111 (mon.0) 1216 : audit [INF] 2022-01-26T00:24:25.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:25 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:25.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: audit 2022-01-26T00:24:24.770997+0000 mon.smithi111 ( 2022-01-26T00:24:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: mon.0) 1214 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: audit 2022-01-26T00:24:24.772401+0000 mon.smithi111 (mon.0 2022-01-26T00:24:25.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: ) 1215 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: audit 2022-01-26T00:24 2022-01-26T00:24:25.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:25 smithi111 conmon[101466]: :24.773138+0000 mon.smithi111 (mon.0) 1216 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: cephadm 2022-01-26T00:24:24.773783+0000 mgr.smithi111.vbmimw (mgr.14718) 3469 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: 2022-01-26T00:24:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: cluster 2022-01-26T00:24:24.963818+0000 mgr.smithi111.vbmimw (mgr.14718) 3470 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: audit 2022-01-26T00:24:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: 2022-01-26T00:24:25.072942+0000 mon.smithi111 (mon.0) 1217 : audit [INF] 2022-01-26T00:24:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:24:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: audit 2022-01-26T00:24:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: 2022-01-26T00:24:25 2022-01-26T00:24:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: .077817+0000 mon.smithi111 (mon.0) 1218 : audit 2022-01-26T00:24:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:26 smithi179 conmon[67066]: [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:24:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: cephadm 2022-01-26T00:24:24.773783+0000 mgr.smithi111.vbmimw (mgr.14718) 3469 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: cluster 2022-01-26T00:24:24.963818+0000 mgr.smithi111.vbmimw (mgr.14718) 3470 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: audit 2022-01-26T00:24:25.072942+0000 mon.smithi111 (mon 2022-01-26T00:24:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: .0) 1217 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:24:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: audit 2022-01-26T00: 2022-01-26T00:24:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:26 smithi111 conmon[101466]: 24:25.077817+0000 mon.smithi111 (mon.0) 1218 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:24:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:28 smithi179 conmon[67066]: cluster 2022-01-26T00:24:26.964415+0000 mgr.smithi111.vbmimw (mgr.14718) 3471 : cluster 2022-01-26T00:24:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:28 smithi179 conmon[67066]: [DBG] pgmap v2989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:28 smithi111 conmon[101466]: cluster 2022-01-26T00:24:26.964415+0000 mgr.smithi111.vbmimw (mgr.14718) 3471 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:28 smithi111 conmon[101466]: 2022-01-26T00:24:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:29 smithi179 conmon[67066]: cluster 2022-01-26T00:24:28.965404+0000 mgr.smithi111.vbmimw (mgr.14718) 3472 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:29 smithi179 conmon[67066]: 2022-01-26T00:24:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:29 smithi111 conmon[101466]: cluster 2022-01-26T00:24:28.965404+0000 mgr.smithi111.vbmimw (mgr.14718) 3472 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:32 smithi179 conmon[67066]: cluster 2022-01-26T00:24:30.966125+0000 mgr.smithi111.vbmimw (mgr.14718) 3473 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:32 smithi111 conmon[101466]: cluster 2022-01-26T00:24:30.966125+0000 mgr.smithi111.vbmimw (mgr.14718) 3473 : cluster 2022-01-26T00:24:32.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:32 smithi111 conmon[101466]: [DBG] pgmap v2991: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:34 smithi179 conmon[67066]: cluster 2022-01-26T00:24:32.966680+0000 mgr.smithi111.vbmimw (mgr.14718) 3474 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:34 smithi179 conmon[67066]: 2022-01-26T00:24:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:34 smithi111 conmon[101466]: cluster 2022-01-26T00:24:32.966680+0000 mgr.smithi111.vbmimw (mgr.14718) 3474 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:36 smithi179 conmon[67066]: cluster 2022-01-26T00:24:34.967596+0000 mgr.smithi111.vbmimw (mgr.14718) 3475 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:36 smithi111 conmon[101466]: cluster 2022-01-26T00:24:34.967596+0000 mgr.smithi111.vbmimw (mgr.14718) 3475 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:38 smithi179 conmon[67066]: cluster 2022-01-26T00:24:36.968082+0000 mgr.smithi111.vbmimw (mgr.14718) 3476 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:38 smithi179 conmon[67066]: audit 2022-01-26T00:24:37.688117+0000 mon.smithi111 (mon.0) 1219 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:38 smithi179 conmon[67066]: audit 2022-01-26T00:24:37.688413+0000 mon.smithi111 (mon.0) 1220 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:38 smithi111 conmon[101466]: cluster 2022-01-26T00:24:36.968082+0000 mgr.smithi111.vbmimw (mgr.14718) 3476 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:38 smithi111 conmon[101466]: 2022-01-26T00:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:38 smithi111 conmon[101466]: audit 2022-01-26T00:24:37.688117+0000 mon.smithi111 (mon.0) 1219 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:38 smithi111 conmon[101466]: audit 2022-01-26T00:24:37.688413+0000 mon.smithi111 (mon.0) 1220 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:40.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:39 smithi179 conmon[67066]: cluster 2022-01-26T00:24:38.968808+0000 mgr.smithi111.vbmimw (mgr.14718) 3477 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:39 smithi111 conmon[101466]: cluster 2022-01-26T00:24:38.968808+0000 mgr.smithi111.vbmimw (mgr.14718) 3477 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:39 smithi111 conmon[101466]: 2022-01-26T00:24:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:42 smithi179 conmon[67066]: cluster 2022-01-26T00:24:40.969335+0000 mgr.smithi111.vbmimw (mgr.14718) 3478 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:42 smithi179 conmon[67066]: 2022-01-26T00:24:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:42 smithi111 conmon[101466]: cluster 2022-01-26T00:24:40.969335+0000 mgr.smithi111.vbmimw (mgr.14718) 3478 : cluster 2022-01-26T00:24:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:42 smithi111 conmon[101466]: [DBG] pgmap v2996: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:44 smithi179 conmon[67066]: cluster 2022-01-26T00:24:42.969786+0000 mgr.smithi111.vbmimw (mgr.14718) 3479 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:44 smithi111 conmon[101466]: cluster 2022-01-26T00:24:42.969786+0000 mgr.smithi111.vbmimw (mgr.14718) 3479 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:44 smithi111 conmon[101466]: 2022-01-26T00:24:46.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:46 smithi179 conmon[67066]: cluster 2022-01-26T00:24:44.970636+0000 mgr.smithi111.vbmimw (mgr.14718) 3480 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:46 smithi111 conmon[101466]: cluster 2022-01-26T00:24:44.970636+0000 mgr.smithi111.vbmimw (mgr.14718) 3480 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:48 smithi179 conmon[67066]: cluster 2022-01-26T00:24:46.971222+0000 mgr.smithi111.vbmimw (mgr.14718) 3481 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:48 smithi111 conmon[101466]: cluster 2022-01-26T00:24:46.971222+0000 mgr.smithi111.vbmimw (mgr.14718) 3481 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:49.373 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:24:49.639 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:49.640 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (106m) 6m ago 108m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:24:49.640 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (98m) 6m ago 108m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:24:49.640 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (98m) 6m ago 107m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:24:49.640 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (106m) 6m ago 107m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:24:49.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (102m) 6m ago 102m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:24:49.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (102m) 6m ago 102m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:24:49.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (99m) 6m ago 109m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:24:49.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (99m) 6m ago 107m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:24:49.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (98m) 6m ago 109m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:24:49.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (98m) 6m ago 107m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:24:49.642 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (99m) 6m ago 99m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:24:49.642 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (99m) 6m ago 99m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:24:49.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (107m) 6m ago 107m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:24:49.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (107m) 6m ago 107m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:24:49.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (94m) 6m ago 106m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:24:49.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (106m) 6m ago 106m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:24:49.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (105m) 6m ago 105m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:24:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (105m) 6m ago 105m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:24:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (105m) 6m ago 105m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:24:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (105m) 6m ago 105m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:24:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (104m) 6m ago 104m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:24:49.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (104m) 6m ago 104m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:24:49.645 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (106m) 6m ago 107m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:24:49.959 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:24:49.959 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:24:49.960 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:49.960 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:49.960 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:24:49.960 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:49.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:49.961 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:24:49.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:49.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:49.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:49.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:24:49.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:49.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:24:49.962 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:24:49.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:49.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:49.963 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:24:49.963 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:24:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:49 smithi179 conmon[67066]: cluster 2022-01-26T00:24:48.972047+0000 mgr.smithi111.vbmimw (mgr.14718) 3482 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:50.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:49 smithi179 conmon[67066]: audit 2022-01-26T00:24:49.363290+0000 mgr.smithi111.vbmimw (mgr.14718) 3483 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:50.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:49 smithi179 conmon[67066]: audit 2022-01-26T00:24:49.631955+0000 mgr.smithi111.vbmimw (mgr.14718) 3484 : audit [DBG] from='client.36402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:49 smithi111 conmon[101466]: cluster 2022-01-26T00:24:48.972047+0000 mgr.smithi111.vbmimw (mgr.14718) 3482 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:49 smithi111 conmon[101466]: audit 2022-01-26 2022-01-26T00:24:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:49 smithi111 conmon[101466]: T00:24:49.363290+0000 mgr.smithi111.vbmimw (mgr.14718) 3483 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:49 smithi111 conmon[101466]: audit 2022-01-26T00:24:49.631955+0000 mgr.smithi111.vbmimw (mgr.14718) 3484 : audit [DBG] from='client.36402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:51.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:50 smithi179 conmon[67066]: audit 2022-01-26T00:24:49.960341+0000 mon.smithi111 (mon.0) 1221 : audit [DBG] from='client.? 172.21.15.111:0/3430226421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:51.285 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:50 smithi111 conmon[101466]: audit 2022-01-26T00:24:49.960341+0000 mon.smithi111 (mon.0) 1221 : audit [DBG] from='client.? 172.21.15.111:0/3430226421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:51.285 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:50 smithi111 conmon[101466]: 2022-01-26T00:24:51.867 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:51 smithi179 conmon[67066]: cluster 2022-01-26T00:24:50.972597+0000 mgr.smithi111.vbmimw (mgr.14718) 3485 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:52.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:51 smithi111 conmon[101466]: cluster 2022-01-26T00:24:50.972597+0000 mgr.smithi111.vbmimw (mgr.14718) 3485 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:54 smithi179 conmon[67066]: cluster 2022-01-26T00:24:52.973245+0000 mgr.smithi111.vbmimw (mgr.14718) 3486 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:54 smithi111 conmon[101466]: cluster 2022-01-26T00:24:52.973245+0000 mgr.smithi111.vbmimw (mgr.14718) 3486 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:56 smithi179 conmon[67066]: cluster 2022-01-26T00:24:54.974075+0000 mgr.smithi111.vbmimw (mgr.14718) 3487 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:56.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:56 smithi111 conmon[101466]: cluster 2022-01-26T00:24:54.974075+0000 mgr.smithi111.vbmimw (mgr.14718) 3487 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:58 smithi179 conmon[67066]: cluster 2022-01-26T00:24:56.974706+0000 mgr.smithi111.vbmimw (mgr.14718) 3488 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:58.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:58 smithi111 conmon[101466]: cluster 2022-01-26T00:24:56.974706+0000 mgr.smithi111.vbmimw (mgr.14718) 3488 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:00.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:24:59 smithi179 conmon[67066]: cluster 2022-01-26T00:24:58.975424+0000 mgr.smithi111.vbmimw (mgr.14718) 3489 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:24:59 smithi111 conmon[101466]: cluster 2022-01-26T00:24:58.975424+0000 mgr.smithi111.vbmimw (mgr.14718) 3489 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:02 smithi179 conmon[67066]: cluster 2022-01-26T00:25:00.975939+0000 mgr.smithi111.vbmimw (mgr.14718) 3490 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:02.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:02 smithi111 conmon[101466]: cluster 2022-01-26T00:25:00.975939+0000 mgr.smithi111.vbmimw (mgr.14718) 3490 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:04 smithi179 conmon[67066]: cluster 2022-01-26T00:25:02.976379+0000 mgr.smithi111.vbmimw (mgr.14718) 3491 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:04 smithi111 conmon[101466]: cluster 2022-01-26T00:25:02.976379+0000 mgr.smithi111.vbmimw (mgr.14718) 3491 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:06 smithi179 conmon[67066]: cluster 2022-01-26T00:25:04.977397+0000 mgr.smithi111.vbmimw (mgr.14718) 3492 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:06.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:06 smithi111 conmon[101466]: cluster 2022-01-26T00:25:04.977397+0000 mgr.smithi111.vbmimw (mgr.14718) 3492 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:06.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:06 smithi111 conmon[101466]: 2022-01-26T00:25:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:08 smithi179 conmon[67066]: cluster 2022-01-26T00:25:06.977941+0000 mgr.smithi111.vbmimw (mgr.14718) 3493 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:08.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:08 smithi111 conmon[101466]: cluster 2022-01-26T00:25:06.977941+0000 mgr.smithi111.vbmimw (mgr.14718) 3493 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:10.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:09 smithi179 conmon[67066]: cluster 2022-01-26T00:25:08.978848+0000 mgr.smithi111.vbmimw (mgr.14718) 3494 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:09 smithi111 conmon[101466]: cluster 2022-01-26T00:25:08.978848+0000 mgr.smithi111.vbmimw (mgr.14718) 3494 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:12.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:12 smithi179 conmon[67066]: cluster 2022-01-26T00:25:10.979517+0000 mgr.smithi111.vbmimw (mgr.14718) 3495 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:12.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:12 smithi111 conmon[101466]: cluster 2022-01-26T00:25:10.979517+0000 mgr.smithi111.vbmimw (mgr.14718) 3495 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:14 smithi179 conmon[67066]: cluster 2022-01-26T00:25:12.980051+0000 mgr.smithi111.vbmimw (mgr.14718) 3496 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:14.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:14 smithi111 conmon[101466]: cluster 2022-01-26T00:25:12.980051+0000 mgr.smithi111.vbmimw (mgr.14718) 3496 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:16 smithi179 conmon[67066]: cluster 2022-01-26T00:25:14.981006+0000 mgr.smithi111.vbmimw (mgr.14718) 3497 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:16.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:16 smithi111 conmon[101466]: cluster 2022-01-26T00:25:14.981006+0000 mgr.smithi111.vbmimw (mgr.14718) 3497 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:18 smithi179 conmon[67066]: cluster 2022-01-26T00:25:16.981512+0000 mgr.smithi111.vbmimw 2022-01-26T00:25:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:18 smithi179 conmon[67066]: (mgr.14718) 3498 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:18 smithi111 conmon[101466]: cluster 2022-01-26T00:25:16.981512+0000 mgr.smithi111.vbmimw (mgr.14718) 3498 : cluster [DBG] 2022-01-26T00:25:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:18 smithi111 conmon[101466]: pgmap v3014: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:20.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:19 smithi179 conmon[67066]: cluster 2022-01-26T00:25:18.982413+0000 mgr.smithi111.vbmimw (mgr.14718) 3499 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:20.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:19 smithi111 conmon[101466]: cluster 2022-01-26T00:25:18.982413+0000 mgr.smithi111.vbmimw (mgr.14718) 3499 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:19 smithi111 conmon[101466]: 2022-01-26T00:25:20.259 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:25:20.526 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:20.526 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (107m) 6m ago 108m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:25:20.526 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (99m) 6m ago 108m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:25:20.527 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (98m) 7m ago 107m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:25:20.527 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (107m) 6m ago 108m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:25:20.527 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (103m) 6m ago 103m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:25:20.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (103m) 7m ago 103m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:25:20.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (99m) 6m ago 109m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:25:20.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (99m) 7m ago 107m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:25:20.528 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (99m) 6m ago 109m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:25:20.528 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (99m) 7m ago 107m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:25:20.529 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (100m) 6m ago 100m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:25:20.529 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (100m) 7m ago 99m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:25:20.529 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (108m) 6m ago 108m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:25:20.529 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (107m) 7m ago 107m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:25:20.530 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (94m) 6m ago 107m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:25:20.530 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (106m) 6m ago 106m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:25:20.530 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (106m) 6m ago 106m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:25:20.530 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (106m) 6m ago 106m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:25:20.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (105m) 7m ago 105m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:25:20.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (105m) 7m ago 105m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:25:20.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (105m) 7m ago 105m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:25:20.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (104m) 7m ago 104m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:25:20.532 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (107m) 6m ago 107m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:25:20.848 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:25:20.849 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:25:20.849 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:20.849 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:20.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:25:20.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:20.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:20.850 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:25:20.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:20.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:20.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:20.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:25:20.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:20.852 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:20.852 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:25:20.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:20.853 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:20.853 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:25:20.853 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:25:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:20 smithi179 conmon[67066]: audit 2022-01-26T00:25:20.248766+0000 mgr.smithi111.vbmimw (mgr.14718) 3500 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:21.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:20 smithi179 conmon[67066]: audit 2022-01-26T00:25:20.518278+0000 mgr.smithi111.vbmimw (mgr.14718) 3501 : audit [DBG] from='client.36414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:21.118 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:20 smithi179 conmon[67066]: audit 2022-01-26T00:25:20.849716+0000 mon.smithi111 (mon.0) 1222 : audit [DBG] from='client.? 172.21.15.111:0/647236484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:21.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:20 smithi111 conmon[101466]: audit 2022-01-26T00:25:20.248766+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:25:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:20 smithi111 conmon[101466]: 3500 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:20 smithi111 conmon[101466]: audit 2022-01-26T00:25:20.518278+0000 mgr.smithi111.vbmimw (mgr.14718) 3501 : audit [DBG] from='client.36414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:21.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:20 smithi111 conmon[101466]: audit 2022-01-26T00:25:20.849716+0000 mon.smithi111 (mon.0) 1222 : audit [DBG] from='client.? 172.21.15.111:0/647236484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:22.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:21 smithi111 conmon[101466]: cluster 2022-01-26T00:25:20.982870+0000 mgr.smithi111.vbmimw (mgr.14718) 3502 : 2022-01-26T00:25:22.396 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:21 smithi111 conmon[101466]: cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:22.397 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:21 smithi179 conmon[67066]: cluster 2022-01-26T00:25:20.982870+0000 mgr.smithi111.vbmimw (mgr.14718) 3502 2022-01-26T00:25:22.397 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:21 smithi179 conmon[67066]: : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:24 smithi179 conmon[67066]: cluster 2022-01-26T00:25:22.983373+0000 mgr.smithi111.vbmimw (mgr.14718) 3503 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:24.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:24 smithi111 conmon[101466]: cluster 2022-01-26T00:25:22.983373+0000 mgr.smithi111.vbmimw (mgr.14718) 3503 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: cluster 2022-01-26T00:25:24.984347+0000 mgr.smithi111.vbmimw (mgr.14718) 3504 : cluster [DBG] 2022-01-26T00:25:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: pgmap v3018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit 2022-01-26T00:25:25.080260+0000 mon.smithi111 (mon.0) 1223 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:25:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: -26T00:25:25.081597+0000 mon.smithi111 (mon.0) 1224 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 2022-01-26T00:25:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit 2022-01 2022-01-26T00:25:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: -26T00:25:25.082565 2022-01-26T00:25:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: +0000 mon.smithi111 (mon.0) 1225 : 2022-01-26T00:25:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: cephadm 2022-01 2022-01-26T00:25:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: -26T00:25:25.083291+0000 2022-01-26T00:25:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3505 : cephadm 2022-01-26T00:25:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:25:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:25:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 01-26T00:25:25. 2022-01-26T00:25:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 380059+0000 mon.smithi111 (mon.0) 2022-01-26T00:25:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 1226 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:25:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: audit 2022 2022-01-26T00:25:26.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: -01-26T00:25:25. 2022-01-26T00:25:26.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 384700+0000 mon.smithi111 (mon.0) 2022-01-26T00:25:26.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:26 smithi179 conmon[67066]: 1227 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:25:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: cluster 2022-01-26T00:25:24.984347+0000 mgr.smithi111.vbmimw (mgr.14718) 3504 : cluster [DBG] 2022-01-26T00:25:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: pgmap v3018: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: audit 2022-01-26T00:25:25.080260+0000 mon.smithi111 (mon.0) 1223 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: audit 2022-01-26T00:25:25.081597+0000 mon.smithi111 (mon.0) 1224 : audit 2022-01-26T00:25:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: audit 2022-01-26T00:25:25.082565 2022-01-26T00:25:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1225 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: cephadm 2022-01- 2022-01-26T00:25:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: 26T00:25:25.083291+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:25:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: .14718) 3505 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:25:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: audit 2022-01-26T00:25:25. 2022-01-26T00:25:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: 380059+0000 mon.smithi111 (mon.0) 1226 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:25:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: 2022-01-26T00:25:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: audit 2022-01-26T00:25:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: 2022-01-26T00:25:25.384700+0000 mon.smithi111 (mon. 2022-01-26T00:25:26.487 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:26 smithi111 conmon[101466]: 0) 1227 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:25:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:28 smithi179 conmon[67066]: cluster 2022-01-26T00:25:26.984784+0000 mgr.smithi111.vbmimw (mgr.14718) 3506 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:28.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:28 smithi111 conmon[101466]: cluster 2022-01-26T00:25:26.984784+0000 mgr.smithi111.vbmimw (mgr.14718) 3506 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:30.117 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:29 smithi179 conmon[67066]: cluster 2022-01-26T00:25:28.985670+0000 mgr.smithi111.vbmimw (mgr.14718) 3507 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:29 smithi111 conmon[101466]: cluster 2022-01-26T00:25:28.985670+0000 mgr.smithi111.vbmimw (mgr.14718) 3507 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:32 smithi179 conmon[67066]: cluster 2022-01-26T00:25:30.986340+0000 mgr.smithi111.vbmimw (mgr.14718) 3508 : cluster [DBG] 2022-01-26T00:25:32.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:32 smithi179 conmon[67066]: pgmap v3021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:32.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:32 smithi111 conmon[101466]: cluster 2022-01-26T00:25:30.986340+0000 mgr.smithi111.vbmimw (mgr.14718) 3508 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:34 smithi179 conmon[67066]: cluster 2022-01-26T00:25:32.986957+0000 mgr.smithi111.vbmimw (mgr.14718) 3509 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:34 smithi111 conmon[101466]: cluster 2022-01-26T00:25:32.986957+0000 mgr.smithi111.vbmimw (mgr.14718) 3509 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:36 smithi179 conmon[67066]: cluster 2022-01-26T00:25:34.987740+0000 mgr.smithi111.vbmimw (mgr.14718) 3510 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:36 smithi111 conmon[101466]: cluster 2022-01-26T00:25:34.987740+0000 mgr.smithi111.vbmimw (mgr.14718) 3510 : cluster [DBG] 2022-01-26T00:25:36.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:36 smithi111 conmon[101466]: pgmap v3023: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:38 smithi179 conmon[67066]: cluster 2022-01-26T00:25:36.988224+0000 mgr.smithi111.vbmimw (mgr.14718) 3511 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:38 smithi179 conmon[67066]: audit 2022-01-26T00 2022-01-26T00:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:38 smithi179 conmon[67066]: :25:37.692136+0000 mon.smithi111 (mon.0) 1228 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:38 smithi179 conmon[67066]: audit 2022-01-26T00:25:37.692415+0000 mon.smithi111 (mon.0) 1229 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:38 smithi111 conmon[101466]: cluster 2022-01-26T00:25:36.988224+0000 mgr.smithi111.vbmimw (mgr.14718) 3511 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:38 smithi111 conmon[101466]: audit 2022-01-26T00:25:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:38 smithi111 conmon[101466]: 2022-01-26T00:25:37.692136+0000 mon.smithi111 (mon.0) 1228 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:38.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:38 smithi111 conmon[101466]: audit 2022-01-26T00:25:37.692415+0000 mon.smithi111 (mon.0) 1229 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:39 smithi111 conmon[101466]: cluster 2022-01-26T00:25:38.988920+0000 mgr.smithi111.vbmimw (mgr.14718) 3512 : cluster [DBG] 2022-01-26T00:25:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:39 smithi111 conmon[101466]: pgmap v3025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:39 smithi179 conmon[67066]: cluster 2022-01-26T00:25:38.988920+0000 mgr.smithi111.vbmimw (mgr.14718) 3512 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:39 smithi179 conmon[67066]: 2022-01-26T00:25:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:42 smithi179 conmon[67066]: cluster 2022-01-26T00:25:40.989487+0000 mgr.smithi111.vbmimw (mgr.14718) 3513 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:42.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:42 smithi179 conmon[67066]: 2022-01-26T00:25:42.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:42 smithi111 conmon[101466]: cluster 2022-01-26T00:25:40.989487+0000 mgr.smithi111.vbmimw (mgr.14718) 3513 : cluster 2022-01-26T00:25:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:42 smithi111 conmon[101466]: [DBG] pgmap v3026: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:44 smithi179 conmon[67066]: cluster 2022-01-26T00:25:42.989971+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:25:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:44 smithi179 conmon[67066]: .14718) 3514 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:44.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:44 smithi111 conmon[101466]: cluster 2022-01-26T00:25:42.989971+0000 mgr.smithi111.vbmimw (mgr.14718) 3514 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:46 smithi179 conmon[67066]: cluster 2022-01-26T00:25:44.990674+0000 mgr.smithi111.vbmimw (mgr.14718) 3515 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:46 smithi179 conmon[67066]: 2022-01-26T00:25:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:46 smithi111 conmon[101466]: cluster 2022-01-26T00:25:44.990674+0000 mgr.smithi111.vbmimw (mgr.14718) 3515 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:48 smithi179 conmon[67066]: cluster 2022-01-26T00:25:46.991122+0000 mgr.smithi111.vbmimw (mgr.14718) 3516 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:48 smithi111 conmon[101466]: cluster 2022-01-26T00:25:46.991122+0000 mgr.smithi111.vbmimw (mgr.14718) 3516 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:49 smithi111 conmon[101466]: cluster 2022-01-26T00:25:48.991843+0000 mgr.smithi111.vbmimw (mgr.14718) 3517 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:50.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:49 smithi111 conmon[101466]: 2022-01-26T00:25:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:49 smithi179 conmon[67066]: cluster 2022-01-26T00:25:48.991843+0000 mgr.smithi111.vbmimw (mgr.14718) 3517 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:51.151 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:25:51.417 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:51.417 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (107m) 7m ago 109m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:25:51.417 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (99m) 7m ago 109m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:25:51.418 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (99m) 7m ago 108m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:25:51.418 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (107m) 7m ago 108m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:25:51.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (103m) 7m ago 103m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:25:51.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (103m) 7m ago 103m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:25:51.419 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (100m) 7m ago 110m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:25:51.419 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (100m) 7m ago 108m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:25:51.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (99m) 7m ago 110m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:25:51.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (99m) 7m ago 108m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:25:51.420 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (100m) 7m ago 100m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:25:51.420 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (100m) 7m ago 100m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:25:51.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (108m) 7m ago 108m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:25:51.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (108m) 7m ago 108m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:25:51.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (95m) 7m ago 107m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:25:51.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (107m) 7m ago 107m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:25:51.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (106m) 7m ago 106m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:25:51.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (106m) 7m ago 106m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:25:51.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (106m) 7m ago 106m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:25:51.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (106m) 7m ago 106m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:25:51.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (105m) 7m ago 105m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:25:51.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (105m) 7m ago 105m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:25:51.422 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (107m) 7m ago 108m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:25:51.737 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:25:51.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:25:51.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:51.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:51.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:25:51.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:51.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:51.739 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:25:51.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:51.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:51.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:51.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:25:51.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:51.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:25:51.740 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:25:51.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:51.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:51.741 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:25:51.741 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:25:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: cluster 2022-01-26T00:25:50.992414+0000 mgr.smithi111.vbmimw (mgr.14718) 3518 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: audit 2022-01-26T00:25:51.139860+0000 mgr.smithi111.vbmimw (mgr.14718) 3519 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: audit 2022-01-26T00:25:51.409449+0000 2022-01-26T00:25:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: mgr.smithi111.vbmimw (mgr.14718) 3520 : audit [DBG] from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:52.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: audit 2022-01-26T00:25:52.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: 2022-01-26T00:25:51.738209+0000 mon.smithi111 (mon.0 2022-01-26T00:25:52.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:52 smithi179 conmon[67066]: ) 1230 : audit [DBG] from='client.? 172.21.15.111:0/3041544778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: cluster 2022-01-26T00:25:50.992414+0000 mgr.smithi111.vbmimw (mgr.14718) 3518 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: audit 2022-01-26T00:25:51.139860+0000 mgr.smithi111.vbmimw (mgr.14718) 3519 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: audit 2022-01-26T00:25:51.409449+0000 mgr.smithi111.vbmimw (mgr.14718) 3520 2022-01-26T00:25:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: : audit [DBG] from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: audit 2022-01 2022-01-26T00:25:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: -26T00:25:51.738209+0000 mon.smithi111 (mon.0) 1230 2022-01-26T00:25:52.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:52 smithi111 conmon[101466]: : audit [DBG] from='client.? 172.21.15.111:0/3041544778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:54 smithi179 conmon[67066]: cluster 2022-01-26T00:25:52.992898+0000 mgr.smithi111.vbmimw (mgr.14718) 3521 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:54 smithi111 conmon[101466]: cluster 2022-01-26T00:25:52.992898+0000 mgr.smithi111.vbmimw (mgr.14718) 3521 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:54 smithi111 conmon[101466]: 2022-01-26T00:25:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:56 smithi179 conmon[67066]: cluster 2022-01-26T00:25:54.993787+0000 mgr.smithi111.vbmimw (mgr.14718) 3522 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:56.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:56 smithi111 conmon[101466]: cluster 2022-01-26T00:25:54.993787+0000 mgr.smithi111.vbmimw (mgr.14718) 3522 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:58 smithi179 conmon[67066]: cluster 2022-01-26T00:25:56.994447+0000 mgr.smithi111.vbmimw (mgr.14718) 3523 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:58 smithi111 conmon[101466]: cluster 2022-01-26T00:25:56.994447+0000 mgr.smithi111.vbmimw (mgr.14718) 3523 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:25:59 smithi111 conmon[101466]: cluster 2022-01-26T00:25:58.995437+0000 mgr.smithi111.vbmimw (mgr.14718) 3524 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:25:59 smithi179 conmon[67066]: cluster 2022-01-26T00:25:58.995437+0000 mgr.smithi111.vbmimw (mgr.14718) 3524 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:02.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:02 smithi179 conmon[67066]: cluster 2022-01-26T00:26:00.995945+0000 mgr.smithi111.vbmimw (mgr.14718) 3525 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:02.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:02 smithi111 conmon[101466]: cluster 2022-01-26T00:26:00.995945+0000 mgr.smithi111.vbmimw (mgr.14718) 3525 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:04 smithi179 conmon[67066]: cluster 2022-01-26T00:26:02.996534+0000 mgr.smithi111.vbmimw (mgr.14718) 3526 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:04 smithi111 conmon[101466]: cluster 2022-01-26T00:26:02.996534+0000 mgr.smithi111.vbmimw (mgr.14718) 3526 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:06 smithi179 conmon[67066]: cluster 2022-01-26T00:26:04.997327+0000 mgr.smithi111.vbmimw (mgr.14718) 3527 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:06.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:06 smithi179 conmon[67066]: 2022-01-26T00:26:06.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:06 smithi111 conmon[101466]: cluster 2022-01-26T00:26:04.997327+0000 mgr.smithi111.vbmimw (mgr.14718) 3527 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:08.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:08 smithi179 conmon[67066]: cluster 2022-01-26T00:26:06.997891+0000 mgr.smithi111.vbmimw (mgr.14718) 3528 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:08.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:08 smithi111 conmon[101466]: cluster 2022-01-26T00:26:06.997891+0000 mgr.smithi111.vbmimw (mgr.14718) 3528 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:10.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:09 smithi111 conmon[101466]: cluster 2022-01-26T00:26:08.998641+0000 mgr.smithi111.vbmimw (mgr.14718) 3529 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:10.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:09 smithi179 conmon[67066]: cluster 2022-01-26T00:26:08.998641+0000 mgr.smithi111.vbmimw (mgr.14718) 3529 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:12.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:12 smithi179 conmon[67066]: cluster 2022-01-26T00:26:10.999331+0000 mgr.smithi111.vbmimw (mgr.14718) 3530 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:12.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:12 smithi111 conmon[101466]: cluster 2022-01-26T00:26:10.999331+0000 mgr.smithi111.vbmimw (mgr.14718) 3530 : cluster [DBG] 2022-01-26T00:26:12.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:12 smithi111 conmon[101466]: pgmap v3041: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:14.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:14 smithi179 conmon[67066]: cluster 2022-01-26T00:26:12.999975+0000 mgr.smithi111.vbmimw (mgr.14718) 3531 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:14.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:14 smithi111 conmon[101466]: cluster 2022-01-26T00:26:12.999975+0000 mgr.smithi111.vbmimw (mgr.14718) 3531 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:16.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:16 smithi179 conmon[67066]: cluster 2022-01-26T00:26:15.000787+0000 mgr.smithi111.vbmimw (mgr.14718) 3532 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:16.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:16 smithi111 conmon[101466]: cluster 2022-01-26T00:26:15.000787+0000 mgr.smithi111.vbmimw (mgr.14718) 3532 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:18 smithi179 conmon[67066]: cluster 2022-01-26T00:26:17.001337+0000 mgr.smithi111.vbmimw (mgr.14718) 3533 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:18 smithi111 conmon[101466]: cluster 2022-01-26T00:26:17.001337+0000 mgr.smithi111.vbmimw (mgr.14718) 3533 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:18 smithi111 conmon[101466]: 2022-01-26T00:26:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:19 smithi111 conmon[101466]: cluster 2022-01-26T00:26:19.001966+0000 mgr.smithi111.vbmimw (mgr.14718) 3534 : cluster [DBG] 2022-01-26T00:26:20.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:19 smithi111 conmon[101466]: pgmap v3045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:20.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:19 smithi179 conmon[67066]: cluster 2022-01-26T00:26:19.001966+0000 mgr.smithi111.vbmimw (mgr.14718) 3534 : cluster [DBG] 2022-01-26T00:26:20.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:19 smithi179 conmon[67066]: pgmap v3045: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:22.037 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:26:22.303 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:22.303 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (108m) 7m ago 109m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:26:22.304 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (100m) 7m ago 109m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:26:22.304 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (99m) 8m ago 108m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:26:22.304 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (108m) 7m ago 109m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:26:22.304 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (104m) 7m ago 104m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:26:22.305 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (104m) 8m ago 104m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:26:22.305 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (100m) 7m ago 110m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:26:22.305 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (100m) 8m ago 108m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:26:22.305 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (100m) 7m ago 110m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:26:22.305 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (100m) 8m ago 108m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:26:22.306 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (101m) 7m ago 101m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:26:22.306 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (101m) 8m ago 101m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:26:22.306 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (109m) 7m ago 109m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:26:22.306 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (108m) 8m ago 108m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:26:22.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (95m) 7m ago 108m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:26:22.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (107m) 7m ago 107m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:26:22.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (107m) 7m ago 107m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:26:22.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (107m) 7m ago 107m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:26:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (106m) 8m ago 106m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:26:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (106m) 8m ago 106m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:26:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (106m) 8m ago 106m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:26:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (106m) 8m ago 106m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:26:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (108m) 7m ago 109m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:26:22.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:22 smithi179 conmon[67066]: cluster 2022-01-26T00:26:21.002448+0000 mgr.smithi111.vbmimw (mgr.14718) 3535 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:22.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:22 smithi111 conmon[101466]: cluster 2022-01-26T00:26:21.002448+0000 mgr.smithi111.vbmimw (mgr.14718) 3535 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:22.639 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:26:22.639 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:26:22.639 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:22.639 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:26:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:26:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:26:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:22.642 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:26:22.642 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:22.642 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:22.642 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:26:22.643 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:26:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:23 smithi179 conmon[67066]: audit 2022-01-26T00:26:22.026570+0000 mgr.smithi111.vbmimw (mgr.14718) 3536 : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:23.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:23 smithi179 conmon[67066]: 2022-01-26T00:26:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:23 smithi179 conmon[67066]: audit 2022-01-26T00:26:22.295148+0000 mgr.smithi111.vbmimw (mgr.14718) 3537 : audit [DBG] from='client.36438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:23 smithi179 conmon[67066]: audit 2022-01-26T00:26:22.640106+0000 mon.smithi111 2022-01-26T00:26:23.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:23 smithi179 conmon[67066]: (mon.0) 1231 : audit [DBG] from='client.? 172.21.15.111:0/712104636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:23.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:23 smithi111 conmon[101466]: audit 2022-01-26T00:26:22.026570+0000 mgr.smithi111.vbmimw (mgr.14718) 3536 2022-01-26T00:26:23.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:23 smithi111 conmon[101466]: : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:23.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:23 smithi111 conmon[101466]: audit 2022-01-26T00:26:22.295148+0000 mgr.smithi111.vbmimw (mgr.14718) 3537 : audit [DBG] from='client.36438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:23.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:23 smithi111 conmon[101466]: audit 2022-01-26T00:26:23.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:23 smithi111 conmon[101466]: 2022-01-26T00:26:22.640106+0000 mon.smithi111 (mon.0) 1231 : audit [DBG] from='client.? 172.21.15.111:0/712104636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:24.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:24 smithi179 conmon[67066]: cluster 2022-01-26T00:26:23.002865+0000 mgr.smithi111.vbmimw (mgr.14718) 3538 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:24.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:24 smithi111 conmon[101466]: cluster 2022-01-26T00:26:23.002865+0000 mgr.smithi111.vbmimw (mgr.14718) 3538 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: cluster 2022-01-26T00:26:25.003578+0000 mgr.smithi111.vbmimw (mgr.14718) 3539 : cluster 2022-01-26T00:26:26.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: [DBG] pgmap v3048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: audit 2022-01-26T00:26:25.387313+0000 mon.smithi111 (mon.0) 1232 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:26:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 01-26T00:26:25.388664+0000 mon.smithi111 (mon.0) 1233 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:26.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: audit 2022-01-26T00:26:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 2022-01-26T00:26: 2022-01-26T00:26:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 25.389711+0000 mon.smithi111 (mon.0) 2022-01-26T00:26:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 1234 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:26:26.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: cephadm 2022-01 2022-01-26T00:26:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: -26T00:26:25. 2022-01-26T00:26:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 390453+0000 mgr.smithi111.vbmimw (mgr.14718) 2022-01-26T00:26:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 3540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:26.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: audit 2022-01-26T00:26:25. 2022-01-26T00:26:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: 688310+0000 mon.smithi111 (mon.0) 1235 : audit [INF] 2022-01-26T00:26:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:26:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: audit 2022-01-26 2022-01-26T00:26:26.371 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: T00:26:25.695346+0000 mon.smithi111 ( 2022-01-26T00:26:26.372 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:26 smithi179 conmon[67066]: mon.0) 1236 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:26:26.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: cluster 2022-01-26T00:26:25.003578+0000 mgr.smithi111.vbmimw (mgr.14718) 3539 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: audit 2022-01-26T00:26:25.387313 2022-01-26T00:26:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: +0000 mon.smithi111 (mon.0) 1232 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:26.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: audit 2022-01-26T00:26:25.388664+0000 mon.smithi111 (mon.0) 1233 : audit [DBG] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: audit 2022-01-26T00:26:25.389711+0000 mon.smithi111 (mon.0) 1234 : audit [INF] 2022-01-26T00:26:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:26:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: cephadm 2022-01-26T00:26:25 2022-01-26T00:26:26.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: .390453+0000 mgr.smithi111.vbmimw (mgr.14718) 3540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:26:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: 01-26T00:26:25.688310+0000 mon.smithi111 2022-01-26T00:26:26.485 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: (mon.0) 1235 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:26:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:26:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: 01-26T00:26:25.695346+0000 2022-01-26T00:26:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: mon.smithi111 (mon.0) 1236 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' 2022-01-26T00:26:26.486 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:26 smithi111 conmon[101466]: 2022-01-26T00:26:28.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:28 smithi179 conmon[67066]: cluster 2022-01-26T00:26:27.004104+0000 mgr.smithi111.vbmimw (mgr.14718 2022-01-26T00:26:28.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:28 smithi179 conmon[67066]: ) 3541 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:28.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:28 smithi111 conmon[101466]: cluster 2022-01-26T00:26:27.004104+0000 mgr.smithi111.vbmimw (mgr.14718) 3541 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:30.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:29 smithi111 conmon[101466]: cluster 2022-01-26T00:26:29.004835+0000 mgr.smithi111.vbmimw (mgr.14718) 3542 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:30.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:29 smithi179 conmon[67066]: cluster 2022-01-26T00:26:29.004835+0000 mgr.smithi111.vbmimw (mgr.14718) 3542 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:32.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:32 smithi179 conmon[67066]: cluster 2022-01-26T00:26:31.005362+0000 mgr.smithi111.vbmimw (mgr.14718) 3543 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:32.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:32 smithi111 conmon[101466]: cluster 2022-01-26T00:26:31.005362+0000 mgr.smithi111.vbmimw (mgr.14718) 3543 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:34.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:34 smithi179 conmon[67066]: cluster 2022-01-26T00:26:33.005852+0000 mgr.smithi111.vbmimw (mgr.14718) 3544 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:34.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:34 smithi111 conmon[101466]: cluster 2022-01-26T00:26:33.005852+0000 mgr.smithi111.vbmimw (mgr.14718) 3544 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:36.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:36 smithi179 conmon[67066]: cluster 2022-01-26T00:26:35.006644+0000 mgr.smithi111.vbmimw (mgr.14718) 3545 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:36.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:36 smithi111 conmon[101466]: cluster 2022-01-26T00:26:35.006644+0000 mgr.smithi111.vbmimw (mgr.14718) 3545 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:38.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:38 smithi179 conmon[67066]: cluster 2022-01-26T00:26:37.007057+0000 mgr.smithi111.vbmimw (mgr.14718) 3546 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:38 smithi179 conmon[67066]: audit 2022-01-26T00:26:37.695918+0000 mon.smithi111 (mon.0) 1237 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:38.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:38 smithi179 conmon[67066]: audit 2022-01-26T00:26:37.696144+0000 mon.smithi111 (mon.0) 1238 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:38.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:38 smithi111 conmon[101466]: cluster 2022-01-26T00:26:37.007057+0000 mgr.smithi111.vbmimw (mgr.14718) 3546 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:38 smithi111 conmon[101466]: audit 2022-01-26T00:26:37.695918+0000 mon.smithi111 (mon.0) 1237 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:38.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:38 smithi111 conmon[101466]: audit 2022-01-26T00:26:37.696144+0000 mon.smithi111 (mon.0) 1238 : audit [INF] from='mgr.14718 172.21.15.111:0/2437195411' entity='mgr.smithi111.vbmimw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi111.vbmimw/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:40.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:39 smithi111 conmon[101466]: cluster 2022-01-26T00:26:39.007827+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:26:40.233 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:39 smithi111 conmon[101466]: .14718) 3547 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:40.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:39 smithi179 conmon[67066]: cluster 2022-01-26T00:26:39.007827+0000 mgr.smithi111.vbmimw (mgr.14718) 3547 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:42.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:42 smithi179 conmon[67066]: cluster 2022-01-26T00:26:41.008323+0000 mgr.smithi111.vbmimw (mgr.14718) 3548 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:42 smithi111 conmon[101466]: cluster 2022-01-26T00:26:41.008323+0000 mgr.smithi111.vbmimw (mgr.14718) 3548 : cluster 2022-01-26T00:26:42.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:42 smithi111 conmon[101466]: [DBG] pgmap v3056: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:44.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:44 smithi179 conmon[67066]: cluster 2022-01-26T00:26:43.008930+0000 mgr.smithi111.vbmimw (mgr.14718) 3549 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:44.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:44 smithi111 conmon[101466]: cluster 2022-01-26T00:26:43.008930+0000 mgr.smithi111.vbmimw (mgr.14718) 3549 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:46.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:46 smithi179 conmon[67066]: cluster 2022-01-26T00:26:45.009645+0000 mgr.smithi111.vbmimw (mgr.14718) 3550 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:46.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:46 smithi111 conmon[101466]: cluster 2022-01-26T00:26:45.009645+0000 mgr.smithi111.vbmimw (mgr.14718) 3550 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:48.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:48 smithi179 conmon[67066]: cluster 2022-01-26T00:26:47.010212+0000 mgr.smithi111.vbmimw (mgr.14718) 3551 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:48.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:48 smithi111 conmon[101466]: cluster 2022-01-26T00:26:47.010212+0000 mgr.smithi111.vbmimw (mgr.14718) 3551 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:50.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:49 smithi111 conmon[101466]: cluster 2022-01-26T00:26:49.011002+0000 mgr.smithi111.vbmimw (mgr.14718) 3552 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:50.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:49 smithi179 conmon[67066]: cluster 2022-01-26T00:26:49.011002+0000 mgr.smithi111.vbmimw (mgr.14718) 3552 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:52.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:52 smithi179 conmon[67066]: cluster 2022-01-26T00:26:51.011530+0000 mgr.smithi111.vbmimw (mgr.14718) 3553 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:52.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:52 smithi111 conmon[101466]: cluster 2022-01-26T00:26:51.011530+0000 mgr.smithi111.vbmimw (mgr.14718) 3553 : cluster 2022-01-26T00:26:52.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:52 smithi111 conmon[101466]: [DBG] pgmap v3061: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:52.938 INFO:teuthology.orchestra.run.smithi111.stdout:true 2022-01-26T00:26:53.207 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:53.207 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.smithi111 smithi111 *:9093,9094 running (108m) 8m ago 110m 20.0M - 0.20.0 0881eb8f169f 167db238f44b 2022-01-26T00:26:53.208 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi111 smithi111 running (100m) 8m ago 110m 7037k - 16.2.7-240-g5bfc361e 8b4796d434bf 0008b48a1d1e 2022-01-26T00:26:53.208 INFO:teuthology.orchestra.run.smithi111.stdout:crash.smithi179 smithi179 running (100m) 8m ago 109m 7172k - 16.2.7-240-g5bfc361e 8b4796d434bf 9027b6b0bd45 2022-01-26T00:26:53.208 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.smithi111 smithi111 *:3000 running (108m) 8m ago 109m 39.4M - 6.7.4 557c83e11646 571c4f685c70 2022-01-26T00:26:53.208 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi111.vrmfij smithi111 running (104m) 8m ago 104m 25.6M - 16.2.4 8d91d370c2b8 e7de66fe18ab 2022-01-26T00:26:53.209 INFO:teuthology.orchestra.run.smithi111.stdout:mds.foofs.smithi179.xvbhly smithi179 running (104m) 8m ago 104m 44.4M - 16.2.4 8d91d370c2b8 b52e66d669ef 2022-01-26T00:26:53.209 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi111.vbmimw smithi111 *:8443,9283 running (101m) 8m ago 111m 578M - 16.2.7-240-g5bfc361e 8b4796d434bf d3ba4c85b1e4 2022-01-26T00:26:53.209 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.smithi179.kogymg smithi179 *:8443,9283 running (101m) 8m ago 109m 401M - 16.2.7-240-g5bfc361e 8b4796d434bf cd8582196c84 2022-01-26T00:26:53.209 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi111 smithi111 running (100m) 8m ago 111m 685M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf d9dcc630af91 2022-01-26T00:26:53.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.smithi179 smithi179 running (100m) 8m ago 109m 336M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 3d96b5db7fae 2022-01-26T00:26:53.210 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.0.0.smithi111.jmippz smithi111 *:2049 running (101m) 8m ago 101m 175M - 3.5 8d91d370c2b8 5f74276b7db9 2022-01-26T00:26:53.210 INFO:teuthology.orchestra.run.smithi111.stdout:nfs.foo.1.0.smithi179.kiuofl smithi179 *:2049 running (101m) 8m ago 101m 107M - 3.5 8d91d370c2b8 4bc3694667ab 2022-01-26T00:26:53.210 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi111 smithi111 *:9100 running (109m) 8m ago 109m 18.2M - 0.18.1 e5a616e4b9cf 236c8c668fc7 2022-01-26T00:26:53.211 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.smithi179 smithi179 *:9100 running (109m) 8m ago 109m 18.1M - 0.18.1 e5a616e4b9cf f973e7b90c1a 2022-01-26T00:26:53.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (96m) 8m ago 108m 2010M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf ad2d6a9f04d3 2022-01-26T00:26:53.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (108m) 8m ago 108m 3064M 4096M 16.2.4 8d91d370c2b8 50731fdb0d63 2022-01-26T00:26:53.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (108m) 8m ago 108m 2282M 4096M 16.2.4 8d91d370c2b8 47337aa2e845 2022-01-26T00:26:53.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (107m) 8m ago 107m 3047M 4096M 16.2.4 8d91d370c2b8 695fd5b5327f 2022-01-26T00:26:53.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi179 running (107m) 8m ago 107m 2581M 4096M 16.2.4 8d91d370c2b8 f99f37e486c3 2022-01-26T00:26:53.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi179 running (107m) 8m ago 107m 3544M 4096M 16.2.4 8d91d370c2b8 2a927962e551 2022-01-26T00:26:53.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi179 running (106m) 8m ago 106m 2832M 4096M 16.2.4 8d91d370c2b8 9fb248693abb 2022-01-26T00:26:53.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi179 running (106m) 8m ago 106m 4486M 4096M 16.2.4 8d91d370c2b8 25b358fb0515 2022-01-26T00:26:53.213 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.smithi111 smithi111 *:9095 running (108m) 8m ago 109m 72.9M - 2.18.1 de242295e225 cbd23024d4be 2022-01-26T00:26:53.526 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2022-01-26T00:26:53.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2022-01-26T00:26:53.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:53.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:53.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2022-01-26T00:26:53.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:53.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:53.528 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2022-01-26T00:26:53.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:53.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:53.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2022-01-26T00:26:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2022-01-26T00:26:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2022-01-26T00:26:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:53.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:53.530 INFO:teuthology.orchestra.run.smithi111.stdout: } 2022-01-26T00:26:53.530 INFO:teuthology.orchestra.run.smithi111.stdout:} 2022-01-26T00:26:54.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:54 smithi179 conmon[67066]: audit 2022-01-26T00:26:52.927266+0000 mgr.smithi111.vbmimw (mgr.14718) 3554 : audit [DBG] from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:54 smithi179 conmon[67066]: cluster 2022-01-26T00:26:53.011948+0000 mgr.smithi111.vbmimw (mgr.14718) 3555 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:54 smithi179 conmon[67066]: audit 2022-01-26T00:26:53.199273+0000 mgr.smithi111.vbmimw (mgr.14718) 3556 : audit [DBG] from='client.36450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:54.368 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:54 smithi179 conmon[67066]: audit 2022- 2022-01-26T00:26:54.369 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:54 smithi179 conmon[67066]: 01-26T00:26:53.527086+0000 mon.smithi111 (mon.0) 1239 : audit [DBG] from='client.? 172.21.15.111:0/4142324645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:54.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: audit 2022-01-26T00:26:52.927266+0000 mgr.smithi111.vbmimw (mgr 2022-01-26T00:26:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: .14718) 3554 : audit [DBG] from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: cluster 2022-01-26T00:26:53.011948+0000 mgr.smithi111.vbmimw (mgr.14718) 3555 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: audit 2022- 2022-01-26T00:26:54.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: 01-26T00:26:53.199273+0000 mgr.smithi111.vbmimw (mgr.14718) 3556 : audit [DBG] from='client.36450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: audit 2022-01-26T 2022-01-26T00:26:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: 00:26:53.527086+0000 mon.smithi111 (mon.0) 1239 : audit [DBG] from='client.? 172.21.15.111:0/4142324645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:54.484 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:54 smithi111 conmon[101466]: 2022-01-26T00:26:56.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:56 smithi179 conmon[67066]: cluster 2022-01-26T00:26:55.012892+0000 mgr.smithi111.vbmimw (mgr.14718) 3557 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:56.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:56 smithi111 conmon[101466]: cluster 2022-01-26T00:26:55.012892+0000 mgr.smithi111.vbmimw (mgr.14718) 3557 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:58.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:58 smithi179 conmon[67066]: cluster 2022-01-26T00:26:57.013539+0000 mgr.smithi111.vbmimw (mgr.14718) 3558 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:58.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:58 smithi111 conmon[101466]: cluster 2022-01-26T00:26:57.013539+0000 mgr.smithi111.vbmimw (mgr.14718) 3558 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:00.232 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:26:59 smithi111 conmon[101466]: cluster 2022-01-26T00:26:59.014328+0000 mgr.smithi111.vbmimw (mgr.14718) 3559 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:27:00.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:26:59 smithi179 conmon[67066]: cluster 2022-01-26T00:26:59.014328+0000 mgr.smithi111.vbmimw (mgr.14718) 3559 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:27:02.370 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:27:02 smithi179 conmon[67066]: cluster 2022-01-26T00:27:01.014923+0000 mgr.smithi111.vbmimw (mgr.14718) 3560 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:02.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:27:02 smithi111 conmon[101466]: cluster 2022-01-26T00:27:01.014923+0000 mgr.smithi111.vbmimw (mgr.14718) 3560 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:02.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:27:02 smithi111 conmon[101466]: 2022-01-26T00:27:04.367 INFO:journalctl@ceph.mon.smithi179.smithi179.stdout:Jan 26 00:27:04 smithi179 conmon[67066]: cluster 2022-01-26T00:27:03.015554+0000 mgr.smithi111.vbmimw (mgr.14718) 3561 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:04.482 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:27:04 smithi111 conmon[101466]: cluster 2022-01-26T00:27:03.015554+0000 mgr.smithi111.vbmimw (mgr.14718) 3561 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:04.483 INFO:journalctl@ceph.mon.smithi111.smithi111.stdout:Jan 26 00:27:04 smithi111 conmon[101466]: 2022-01-26T00:27:04.856 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-01-26T00:27:05.716 DEBUG:teuthology.task.console_log:Killing console logger for smithi111 2022-01-26T00:27:05.717 DEBUG:teuthology.task.console_log:Killing console logger for smithi179 2022-01-26T00:27:05.718 DEBUG:teuthology.exit:Finished running handlers